-- Logs begin at Tue 2022-08-30 23:31:58 UTC, end at Wed 2022-08-31 00:53:20 UTC. -- Aug 31 00:25:58.618130 dv-cinder-852211-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 00:26:01.320894 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.common.config [-] Logging enabled! Aug 31 00:26:01.321540 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 00:26:01.321693 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113608) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 00:26:01.325438 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.common.config [-] Logging enabled! Aug 31 00:26:01.325693 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 00:26:01.326020 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113608) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 00:26:01.326996 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:26:01.327235 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:26:01.327762 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:26:01.328019 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:26:01.328243 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:26:01.328596 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.328911 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.329143 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.329448 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.329745 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.330032 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.330331 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.330633 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.330922 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.331203 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.331496 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.331733 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.332019 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.332352 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.332632 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.332861 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] debug = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.333147 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.333581 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.334006 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.334304 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.334600 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.334883 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.335171 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.335445 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.335749 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.336100 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] host = dv-cinder-852211-6-iscsi {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.336403 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.336699 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.336989 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.337281 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.337563 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.337846 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.338137 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.338414 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.338685 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] log_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.338962 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.339254 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.339548 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.340519 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.340679 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.341017 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.341311 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.341607 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.341888 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.342169 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.342449 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.342727 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.343007 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.343280 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.343572 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.343863 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.344155 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.344458 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.344933 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.345131 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.345280 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.346183 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.346183 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.346183 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.346418 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.346645 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.346917 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.347192 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.347500 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.347788 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.348689 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.348689 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.348689 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.348996 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.349277 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.349959 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.349959 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] use_json = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.350147 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.350360 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.350646 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.350926 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.351212 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.351482 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.351757 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.352047 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.352345 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:01.352662 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.352961 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.353266 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.353555 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.353865 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.354150 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.354443 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.354749 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.355042 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.355335 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.356194 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.356522 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.356834 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.357132 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.357434 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.357747 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.358044 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.358341 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.358625 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.358908 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.359188 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.359470 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.359761 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.360041 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.360348 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.360647 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.360934 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.361236 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.361525 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.361815 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.362110 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.362402 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.362678 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.362960 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.363255 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.363534 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.363810 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.364104 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.364412 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.364693 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.364981 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.365279 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.365574 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.365850 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.366130 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.366445 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.366710 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.366994 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.367269 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.367546 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.367822 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.368106 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.368418 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.368699 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.368980 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.369266 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.369540 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.369824 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.370104 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.370380 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.370653 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.370932 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.371291 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.371627 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.371906 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.372184 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.372487 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.372766 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.373048 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.373328 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.373605 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.373883 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.374161 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.374438 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.374728 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.375037 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.375321 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.375607 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.375891 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.376174 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.376488 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.376775 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.377059 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.377342 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.377661 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.377971 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.378259 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.378552 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.378843 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.379139 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.379439 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.379721 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.380001 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.380282 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.380599 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.380881 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.381168 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.381448 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.381728 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.382017 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.382306 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.382604 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.382903 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.383185 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.383484 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.383787 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.384083 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.384389 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.384812 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.385105 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:01.385326 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:26:01.385583 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113608) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 00:26:01.692737 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 00:26:01.693000 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 00:26:01.693265 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 00:26:01.693499 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 00:26:01.693782 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 00:26:01.694110 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 00:26:02.114500 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.114789 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.115065 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.116266 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.116581 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.116852 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.171301 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.171581 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.171918 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.188822 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.189107 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.189383 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.219379 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.219660 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.219935 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.257084 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.257367 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.257637 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.495215 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.495720 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.495875 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.496760 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.497689 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.595992 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.596350 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.596725 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.597009 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.597285 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.597605 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.597872 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.598136 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.598396 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.598687 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.598955 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.599226 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.599488 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.599746 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.600012 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.600275 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.600560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.600833 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.601111 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.601373 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.601655 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.601911 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.602198 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.602584 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.602843 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.603097 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.603502 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:26:02.603746 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:26:02.603991 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:26:02.604232 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:26:02.604497 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:26:02.604740 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:26:02.605111 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 00:26:02.609038 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 00:26:02.613007 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 00:26:02.616916 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 31 00:26:02.618558 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 00:26:02.619182 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 00:26:02.619524 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 00:26:02.619918 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 00:26:02.623339 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 00:26:02.623596 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 00:26:02.623942 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 00:26:02.629149 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 00:26:02.652366 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 00:26:02.652817 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.653119 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113608) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 31 00:26:02.653491 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.654863 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113608) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 00:26:02.655147 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 00:26:02.655398 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 00:26:02.658994 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.659276 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:02.810683 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 00:26:02.810931 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 00:26:02.811169 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 00:26:02.811556 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 00:26:02.865109 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO dbcounter [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Registered counter for database neutron Aug 31 00:26:02.885217 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_db.sqlalchemy.engines [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113608) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 00:26:02.891895 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG dbcounter [-] [113608] Writer thread running {{(pid=113608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:26:03.636284 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Initializing driver for type 'gre' Aug 31 00:26:03.637488 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] gre ID ranges: [(1, 1000)] Aug 31 00:26:03.921959 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Initializing driver for type 'local' Aug 31 00:26:03.922288 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Initializing driver for type 'vlan' Aug 31 00:26:04.058336 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] VlanTypeDriver initialization complete Aug 31 00:26:04.058690 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Initializing driver for type 'vxlan' Aug 31 00:26:04.059205 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] vxlan ID ranges: [(1, 1000)] Aug 31 00:26:04.276550 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Initializing extension driver 'port_security' Aug 31 00:26:04.276895 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.extensions.port_security [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] PortSecurityExtensionDriver initialization complete Aug 31 00:26:04.277298 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Initializing mechanism driver 'openvswitch' Aug 31 00:26:04.277832 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Initializing mechanism driver 'hyperv' Aug 31 00:26:04.285014 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.plugins.ml2.plugin [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:04.285703 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > port after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.286086 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > port after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.286452 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > port after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.286983 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:26:04.287413 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > subnet after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.287841 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > subnet after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.288127 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > subnet after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.288551 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:26:04.294076 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > network after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294076 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > network after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294076 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > network after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294076 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:26:04.294076 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > security_group after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294482 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > security_group after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294482 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > security_group after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294482 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:26:04.294482 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294482 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294863 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294863 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:26:04.294863 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > address_group after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294863 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > address_group after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.294863 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > address_group after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.295518 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:26:04.295518 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] ML2 OVO RPC backend initialized. {{(pid=113608) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 31 00:26:04.296209 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router_interface after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.296614 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.297038 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > network before_response 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.297440 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > networks before_response 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.297817 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > port before_response 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.298175 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > ports before_response 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.298519 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > subnet before_response 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.298877 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > subnets before_response 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.299225 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > network after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.299571 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > network after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.299913 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > network after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.300257 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > port after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.300648 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > port after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.301126 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > port after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.301486 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > subnet after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.301821 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > subnet after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.302167 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > subnet after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.311256 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded quota_driver: . Aug 31 00:26:04.311637 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.plugin [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Modular L2 Plugin initialization complete Aug 31 00:26:04.311993 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading services supported by the core plugin {{(pid=113608) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 00:26:04.312377 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.plugins.ml2.managers [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Got port-security extension from driver 'port_security' Aug 31 00:26:04.312901 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.extensions.vlantransparent [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Disabled vlantransparent extension. Aug 31 00:26:04.313487 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113608) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 00:26:04.313744 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading Plugin: router Aug 31 00:26:04.350944 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router_interface before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.351350 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router after_create 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.351727 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router before_create 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.352110 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.352525 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.352894 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router after_delete 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.353260 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > floatingip after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.353617 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > floatingip after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.353985 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router after_create 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.354339 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router after_update 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.354694 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router after_update 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.355048 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.355413 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router after_update 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.356071 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router precommit_update 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.356564 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: port after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.356944 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: port after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.357296 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: subnet after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.357651 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.358009 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > port precommit_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.358364 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router precommit_create 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.358716 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: port before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.359066 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router precommit_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.359427 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router after_update 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.359777 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router precommit_delete 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.360136 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router precommit_create 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.360538 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router_interface after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.360891 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router precommit_update 55549900 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.361263 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > agent after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.361622 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > agent after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.361980 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > network after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.362868 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Tracking information for resource: router configured {{(pid=113608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:26:04.363207 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Tracking information for resource: floatingip configured {{(pid=113608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:26:04.368143 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.db.l3_agentschedulers_db [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 00:26:04.368767 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: port after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.369165 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: port after_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.369528 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: port after_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.369885 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: port after_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.370702 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router before_create 55550100 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.371689 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router precommit_delete 55550100 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.372274 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router precommit_create 55550100 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.372848 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > router precommit_update 55550100 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.377851 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.services.provider_configuration [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service providers = [] {{(pid=113608) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 00:26:04.378223 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.db.servicetype_db [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113608) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 00:26:04.381462 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.services.service_base [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:26:04.381820 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.services.service_base [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:26:04.382168 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.services.service_base [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:26:04.383077 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.services.service_base [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:26:04.383448 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.services.service_base [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 00:26:04.383842 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:26:04.384165 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 00:26:04.396024 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:26:04.396393 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading Plugin: auto_allocate Aug 31 00:26:04.402123 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: network precommit_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.402683 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: network precommit_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.403302 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:26:04.403628 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading Plugin: tag Aug 31 00:26:04.410581 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:26:04.410918 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading Plugin: timestamp Aug 31 00:26:04.414853 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:26:04.415190 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading Plugin: network_ip_availability Aug 31 00:26:04.421354 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.421732 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.422135 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.423028 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:26:04.423353 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading Plugin: flavors Aug 31 00:26:04.429601 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:26:04.429934 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading Plugin: revisions Aug 31 00:26:04.435168 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:26:04.435561 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_concurrency.lockutils [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.742s {{(pid=113608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 00:26:04.436314 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113608) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 31 00:26:04.436693 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Initializing extension manager. Aug 31 00:26:04.437228 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: __init__.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.437582 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: __pycache__ {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.437921 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: address_group.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.438643 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.439214 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: address-group Aug 31 00:26:04.439542 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: address_scope.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.440303 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.440836 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: address-scope Aug 31 00:26:04.441161 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: admin_state_down_before_update.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.442067 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.442577 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: router-admin-state-down-before-update Aug 31 00:26:04.442905 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: agent.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.443571 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.444077 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: agent Aug 31 00:26:04.444430 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: agent_resources_synced.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.445298 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.445807 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: agent-resources-synced Aug 31 00:26:04.446132 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: allowedaddresspairs.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.447916 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.448471 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: allowed-address-pairs Aug 31 00:26:04.448804 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: auto_allocated_topology.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.450592 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.451109 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: auto-allocated-topology Aug 31 00:26:04.451441 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: availability_zone.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.452112 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.452734 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: availability_zone Aug 31 00:26:04.453060 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: availability_zone_filter.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.453938 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.454449 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: availability_zone_filter Aug 31 00:26:04.454773 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: data_plane_status.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.455637 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.456147 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 00:26:04.456529 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: default_subnetpools.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.457410 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.457927 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: default-subnetpools Aug 31 00:26:04.458253 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: dhcpagentscheduler.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.459035 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.459544 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: dhcp_agent_scheduler Aug 31 00:26:04.459870 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: dns.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.460780 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.461289 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension dns-integration not supported by any of loaded plugins Aug 31 00:26:04.461615 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: dns_domain_ports.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.462574 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.463191 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 00:26:04.463519 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.464432 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.465160 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 00:26:04.465572 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: dvr.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.466269 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.466782 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: dvr Aug 31 00:26:04.467109 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: ecmp_routes.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.479011 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.479612 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 00:26:04.479944 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: empty_string_filtering.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.481140 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.481656 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: empty-string-filtering Aug 31 00:26:04.481985 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.482871 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.483556 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 00:26:04.483694 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.484598 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.485108 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 00:26:04.485434 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: external_net.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.486314 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.486825 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: external-net Aug 31 00:26:04.487152 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: extra_dhcp_opt.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.488020 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.488561 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: extra_dhcp_opt Aug 31 00:26:04.488890 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: extraroute.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.489773 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.490287 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: extraroute Aug 31 00:26:04.490616 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: extraroute_atomic.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.491625 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.492139 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: extraroute-atomic Aug 31 00:26:04.492504 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: filter_validation.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.493384 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.493905 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: filter-validation Aug 31 00:26:04.494235 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: fip_pf_description.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.495115 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.495625 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 00:26:04.496585 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: fip_pf_port_range.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.497737 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.498254 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 31 00:26:04.498585 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: fip_port_details.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.499502 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.500016 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: fip-port-details Aug 31 00:26:04.500372 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: flavors.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.501580 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.502100 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: flavors Aug 31 00:26:04.502432 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.504123 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.504685 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 00:26:04.505018 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: floatingip_pools.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.505690 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.506207 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: floatingip-pools Aug 31 00:26:04.506535 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: ip_allocation.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.507426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.507939 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 00:26:04.508264 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.509237 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.509748 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: ip-substring-filtering Aug 31 00:26:04.510077 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l2_adjacency.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.510993 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.511538 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 00:26:04.512634 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l3.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.513723 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.516699 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: router Aug 31 00:26:04.516699 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l3_conntrack_helper.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.518677 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.519214 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 00:26:04.519549 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.520470 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.520992 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: ext-gw-mode Aug 31 00:26:04.521321 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.522198 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.522710 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: l3-ha Aug 31 00:26:04.523035 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.523904 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.524445 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 31 00:26:04.524777 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l3_flavors.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.525683 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.526187 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: l3-flavors Aug 31 00:26:04.526509 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l3_ndp_proxy.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.528662 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.529134 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 31 00:26:04.529469 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.530356 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.530872 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 00:26:04.531203 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: l3agentscheduler.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.532271 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.532812 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: l3_agent_scheduler Aug 31 00:26:04.533145 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: local_ip.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.534862 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.535393 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension local_ip not supported by any of loaded plugins Aug 31 00:26:04.535729 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: logging.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.537198 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.537727 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension logging not supported by any of loaded plugins Aug 31 00:26:04.538065 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: metering.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.538779 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.539567 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: metering Aug 31 00:26:04.539899 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.545446 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.551084 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: metering_source_and_destination_fields Aug 31 00:26:04.551084 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: multiprovidernet.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.551084 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.551084 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: multi-provider Aug 31 00:26:04.551084 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: netmtu.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.551084 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.551084 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: net-mtu Aug 31 00:26:04.551660 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: netmtu_writable.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.551660 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.551660 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: net-mtu-writable Aug 31 00:26:04.551660 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: network_availability_zone.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.552142 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.553537 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: network_availability_zone Aug 31 00:26:04.553537 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: network_ip_availability.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.554107 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.554639 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: network-ip-availability Aug 31 00:26:04.554951 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: network_segment_range.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.555706 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.556219 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 00:26:04.556580 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: pagination.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.557535 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.557870 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: pagination Aug 31 00:26:04.558198 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: port_device_profile.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.559401 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.559937 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: port-device-profile Aug 31 00:26:04.560267 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: port_mac_address_override.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.561309 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.561823 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: port-mac-override Aug 31 00:26:04.562152 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.563039 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.563556 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: port-mac-address-regenerate Aug 31 00:26:04.563882 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.564826 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.565339 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: port-numa-affinity-policy Aug 31 00:26:04.565724 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: port_resource_request.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.566943 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.567181 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 00:26:04.567382 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: port_resource_request_groups.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.568319 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.568862 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 31 00:26:04.569192 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: portbindings.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.570088 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.570607 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: binding Aug 31 00:26:04.570933 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: portbindings_extended.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.572176 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.572731 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: binding-extended Aug 31 00:26:04.573062 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: portsecurity.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.573940 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.575149 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: port-security Aug 31 00:26:04.575687 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: project_id.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.582645 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.583120 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: project-id Aug 31 00:26:04.583463 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: providernet.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.584422 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.584973 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: provider Aug 31 00:26:04.585305 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.588855 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.589380 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos not supported by any of loaded plugins Aug 31 00:26:04.590372 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.591888 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.592454 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 00:26:04.592800 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.593703 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.594241 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 00:26:04.594569 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_default.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.595450 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.595971 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-default not supported by any of loaded plugins Aug 31 00:26:04.596297 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_fip.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.597204 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.597720 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-fip not supported by any of loaded plugins Aug 31 00:26:04.598047 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_fip_network_policy.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.598954 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.599473 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 31 00:26:04.599796 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_gateway_ip.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.600817 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.601326 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 00:26:04.601651 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_port_network_policy.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.602529 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.603038 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 00:26:04.603363 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.604400 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.604915 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 31 00:26:04.605262 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.606516 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.607033 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 31 00:26:04.607363 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_pps_rule.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.608529 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.609046 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-pps not supported by any of loaded plugins Aug 31 00:26:04.609377 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_rule_type_details.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.610260 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.610766 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 00:26:04.611093 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_rule_type_filter.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.611973 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.612516 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 31 00:26:04.612844 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: qos_rules_alias.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.613871 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.614390 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 00:26:04.614720 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: quota_check_limit.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.615609 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.616121 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: quota-check-limit Aug 31 00:26:04.616491 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: quotasv2.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.617508 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.617838 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: quotas Aug 31 00:26:04.618162 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: quotasv2_detail.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.619860 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.620204 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: quota_details Aug 31 00:26:04.620578 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: rbac.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.622225 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.622765 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: rbac-policies Aug 31 00:26:04.623101 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: rbac_address_group.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.624015 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.624562 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: rbac-address-group Aug 31 00:26:04.624896 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: rbac_address_scope.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.625781 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.626347 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: rbac-address-scope Aug 31 00:26:04.626678 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: rbac_security_groups.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.627640 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.628163 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: rbac-security-groups Aug 31 00:26:04.628527 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: rbac_subnetpool.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.629419 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.629937 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: rbac-subnetpool Aug 31 00:26:04.630265 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: revisionifmatch.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.631154 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.631667 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: revision-if-match Aug 31 00:26:04.631994 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: revisions.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.633152 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.633790 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: standard-attr-revisions Aug 31 00:26:04.634130 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: router_availability_zone.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.634781 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.635296 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: router_availability_zone Aug 31 00:26:04.635622 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: routerservicetype.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.637098 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.637925 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension router-service-type not supported by any of loaded plugins Aug 31 00:26:04.638258 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.639206 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.639719 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: security-groups-normalized-cidr Aug 31 00:26:04.640044 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: security_groups_port_filtering.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.640965 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.641608 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: port-security-groups-filtering Aug 31 00:26:04.641814 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.643358 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.643358 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: security-groups-remote-address-group Aug 31 00:26:04.643535 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.645353 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.645353 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: security-groups-shared-filtering Aug 31 00:26:04.645353 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: securitygroup.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.655714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.656275 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: security-group Aug 31 00:26:04.656634 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: segment.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.657365 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.657880 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension segment not supported by any of loaded plugins Aug 31 00:26:04.658215 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.659159 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.659674 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 00:26:04.660003 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: servicetype.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.661120 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.661635 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: service-type Aug 31 00:26:04.661966 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: sorting.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.663131 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.663467 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: sorting Aug 31 00:26:04.663795 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: standard_attr_segment.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.664718 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.665234 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 00:26:04.665559 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: standardattrdescription.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.666189 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.666709 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: standard-attr-description Aug 31 00:26:04.667038 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: stateful_security_group.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.668586 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.671902 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: stateful-security-group Aug 31 00:26:04.674417 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: stdattrs_common.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.677207 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 00:26:04.677546 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.678517 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.679053 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 00:26:04.679388 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: subnet_onboard.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.680462 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.680987 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: subnet_onboard Aug 31 00:26:04.681312 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.682211 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.682728 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 00:26:04.683054 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: subnet_service_types.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.684781 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.685333 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: subnet-service-types Aug 31 00:26:04.685659 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: subnetallocation.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.686734 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.687258 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: subnet_allocation Aug 31 00:26:04.687588 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.688233 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.688815 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: subnetpool-prefix-ops Aug 31 00:26:04.689116 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.690014 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.690527 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 00:26:04.690857 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: tagging.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.691922 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.692486 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: standard-attr-tag Aug 31 00:26:04.692817 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: timestamp.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.693981 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.694504 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loaded extension: standard-attr-timestamp Aug 31 00:26:04.694833 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: trunk.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.695829 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.696358 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension trunk not supported by any of loaded plugins Aug 31 00:26:04.696690 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: trunk_details.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.697600 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.698114 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension trunk-details not supported by any of loaded plugins Aug 31 00:26:04.698443 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: uplink_status_propagation.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.699533 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.700222 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 00:26:04.700585 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Loading extension file: vlantransparent.py {{(pid=113608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:26:04.701242 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:26:04.701749 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 00:26:04.704595 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:network Aug 31 00:26:04.705132 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:subnet Aug 31 00:26:04.705534 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:26:04.705931 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:port Aug 31 00:26:04.707226 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.707668 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service FLAVORS assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.708346 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.708777 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.709117 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:router Aug 31 00:26:04.709551 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:floatingip Aug 31 00:26:04.710053 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service METERING assigned prefix: /metering {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.711528 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.711904 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.712264 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:26:04.713305 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 00:26:04.713755 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:security_group Aug 31 00:26:04.714187 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 00:26:04.714753 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service CORE assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.715230 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:26:04.715585 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] subnetpool is already registered Aug 31 00:26:04.716032 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service CORE assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.716408 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:26:04.716752 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] subnetpool is already registered Aug 31 00:26:04.719154 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.719593 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service FLAVORS assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.720193 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.720675 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.721024 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:router Aug 31 00:26:04.721369 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] router is already registered Aug 31 00:26:04.721787 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:floatingip Aug 31 00:26:04.722127 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] floatingip is already registered Aug 31 00:26:04.722592 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service METERING assigned prefix: /metering {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.723320 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 00:26:04.723654 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] rbac_policy is already registered Aug 31 00:26:04.724070 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:security_group Aug 31 00:26:04.724439 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] security_group is already registered Aug 31 00:26:04.724849 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 00:26:04.725186 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] security_group_rule is already registered Aug 31 00:26:04.725863 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service CORE assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.726323 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:26:04.726663 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] subnetpool is already registered Aug 31 00:26:04.727191 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.v2.resource_helper [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Service CORE assigned prefix: {{(pid=113608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:26:04.727536 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:26:04.727966 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING neutron.quota.resource_registry [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] subnetpool is already registered Aug 31 00:26:04.728491 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: extensions {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.730003 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: address-groups {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.732288 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: address-scopes {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.733647 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: agents {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.734817 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: auto-allocated-topology {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.736093 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: availability_zones {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.737384 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: dhcp-networks {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.738916 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: dhcp-agents {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.740369 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: routers {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.742121 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: flavors {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.743392 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: service_profiles {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.744658 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: next_providers {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.747026 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: service_profiles {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.749743 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: floatingip-pools {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.751016 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: routers {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.752796 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: floatingips {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.754111 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: l3-routers {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.755733 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: l3-agents {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.757203 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: metering-labels {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.758479 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: metering-label-rules {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.759891 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: network-ip-availabilities {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.761240 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: bindings {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.763277 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: quotas {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.764984 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: quotas {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.766527 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: rbac-policies {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.767744 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: security-groups {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.769095 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: security-group-rules {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.770364 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: service-providers {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.771601 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: subnetpools {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.772961 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: subnetpools {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.774548 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.776248 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.778452 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.780309 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.782011 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.784100 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.785927 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.787880 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.789758 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.791515 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron.api.extensions [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Extended resource: tags {{(pid=113608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:26:04.798942 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING keystonemiddleware.auth_token [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 00:26:04.804358 dv-cinder-852211-6-iscsi neutron-server[113608]: WARNING keystonemiddleware.auth_token [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 00:26:04.814330 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_concurrency.lockutils [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Acquiring lock "singleton_lock" {{(pid=113608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 31 00:26:04.814662 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_concurrency.lockutils [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Acquired lock "singleton_lock" {{(pid=113608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 31 00:26:04.815145 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_concurrency.lockutils [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Releasing lock "singleton_lock" {{(pid=113608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 31 00:26:04.815816 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO oslo_service.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Starting 2 workers Aug 31 00:26:04.820725 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Started child 113723 {{(pid=113608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:26:04.826282 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Started child 113724 {{(pid=113608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:26:04.826922 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.827944 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO neutron.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 00:26:04.828632 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Publish callbacks [] for process (None), before_spawn {{(pid=113608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.828789 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [-] (113723) wsgi starting up on http://0.0.0.0:9696 Aug 31 00:26:04.831120 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO oslo_service.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Starting 1 workers Aug 31 00:26:04.831370 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.832746 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [-] (113724) wsgi starting up on http://0.0.0.0:9696 Aug 31 00:26:04.836434 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Started child 113725 {{(pid=113608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:26:04.836968 dv-cinder-852211-6-iscsi neutron-server[113608]: INFO oslo_service.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Starting 1 workers Aug 31 00:26:04.841058 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] calling RpcWorker wait() {{(pid=113725) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 00:26:04.841669 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] returning from RpcWorker wait() {{(pid=113725) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 00:26:04.842635 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Started child 113726 {{(pid=113608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:26:04.842918 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.843374 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:04.843480 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG neutron_lib.callbacks.manager [None req-385e885e-1764-4a03-bd69-7cc97e4fa14f None None] Publish callbacks [] for process (None), after_spawn {{(pid=113608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.845363 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 00:26:04.845579 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:26:04.845772 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:26:04.846148 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:26:04.846504 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:26:04.846688 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:26:04.847192 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.847464 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.847974 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.847974 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.848112 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.848443 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:04.848701 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.848976 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.849220 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.849509 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.849773 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.849948 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.850125 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.850387 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.850652 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.850965 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.851230 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.851475 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.851732 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.851917 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.852189 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.852514 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.852739 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.853037 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] debug = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.853299 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.853806 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.854073 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.854317 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.854560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.854844 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.855097 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.855389 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.855691 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.856056 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.856477 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.856759 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.857032 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.857358 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.857537 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.857812 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.858052 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.858567 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] host = dv-cinder-852211-6-iscsi {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.858862 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.859148 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.859334 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.859598 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.859860 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.860086 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.860397 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.860662 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.860910 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.861141 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.861382 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.861637 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.861950 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.862139 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.862294 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_options = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.862544 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.862824 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.863106 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.863292 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.863470 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.863667 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.863891 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.864119 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.865034 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.865034 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.865034 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.865337 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.865561 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.866010 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.866282 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.866524 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.866770 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.867011 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.867302 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.867564 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.867816 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.868188 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.868527 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.868759 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.869000 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.869243 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.869496 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.869737 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.869960 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.870337 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.870600 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.870881 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.871115 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.872052 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.872351 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.872768 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.873168 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.874209 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.874209 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.874209 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.875048 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.875048 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.875048 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.875426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.875426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.875706 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.875923 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_json = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.876148 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.876400 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.876662 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.884387 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.884387 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.884387 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.884387 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.884387 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.884387 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.884387 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.884387 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.884982 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.884982 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.884982 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.884982 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.884982 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.884982 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.884982 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.884982 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885444 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885444 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885444 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885444 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885444 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885444 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885444 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885444 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885878 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885878 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885878 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885878 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885878 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885878 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885878 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.885878 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.886340 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.886340 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.886340 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.886340 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.887156 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.888293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.888591 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.888874 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.889211 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.889558 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.889858 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.890090 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.890332 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.890554 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.890870 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.891180 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.891358 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.892520 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.892520 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.892520 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.892520 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.892845 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.892845 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.893054 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.893276 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.893494 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.893733 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.893949 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.894189 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.894422 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.894675 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.895093 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.895540 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.895807 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.896090 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.896317 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.896605 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.896828 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.897069 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.897299 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.897545 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.897751 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.897986 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.898210 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.898425 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.898642 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.898864 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.899264 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.899686 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.899933 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.900161 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.900403 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.900654 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.900893 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.901112 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.901349 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.901570 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.901978 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.902794 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.903697 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.904077 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.904481 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.904845 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.905232 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.905612 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.906021 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.906498 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.906897 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.907322 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.907550 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.907821 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.908107 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.908425 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.908656 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.909559 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.909559 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.909559 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.909811 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.909907 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.910159 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.910406 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.910680 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.910924 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.911136 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.911353 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.911798 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.912198 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.912632 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.912873 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.913140 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.913367 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.913610 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.913850 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.914105 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.914367 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.914609 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.914873 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.915148 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.915386 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.915714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.916035 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.916415 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.916725 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.917001 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.917283 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.917558 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.917826 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.918899 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.919179 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.919469 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.919879 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.920399 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.920631 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.920873 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.921119 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.921357 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.921595 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.921929 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.922168 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.922403 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.922656 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.922909 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.923166 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.923407 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.923673 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.923930 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.924166 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.924429 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.924682 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.924931 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.925164 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.925443 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.925674 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.925926 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.926150 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.926372 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.926593 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.926810 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.927047 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.927263 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.927489 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.927706 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.927926 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.928149 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.928427 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.928644 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.928865 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.929107 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.929326 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.929545 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.929763 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.929995 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.930258 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.930476 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.930747 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.930999 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.931234 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.931487 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.931727 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.932436 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.932809 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.933061 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.934033 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.934405 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.934690 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.934968 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.935252 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.935596 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.935920 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.936224 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.936590 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.936918 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.937874 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.937874 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.937874 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.938109 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.938308 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.938530 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.938752 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.938976 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.939219 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.939449 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.939675 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.939889 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.940145 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.940384 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.940611 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.940829 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.941052 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.941277 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.941621 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.941905 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.942132 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.943201 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.943424 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.943847 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.944073 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.944296 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.944564 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.944803 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.945027 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.945265 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.945484 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.945700 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.946018 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.946273 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.946509 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.946768 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.946993 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.947208 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.947442 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.947659 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.947874 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.948103 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.948389 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.948674 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.948976 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.949918 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.950175 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.950486 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.950712 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.950928 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.951161 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.951373 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.951589 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.951835 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.952065 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.952283 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.952540 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.952757 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.952972 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.953198 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.953417 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.953651 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.953898 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.954113 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.954867 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.954867 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.954867 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.955184 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.955320 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.955752 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.956152 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.956478 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.956716 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.956971 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.957217 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.957516 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.957753 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.958029 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.958267 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.958490 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.958749 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.959035 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.959364 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.959642 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.959906 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.960167 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.960462 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.960759 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.961042 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.961261 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.961560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.961881 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.962183 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.962444 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.962678 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.962918 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.963176 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.963425 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.963634 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.963873 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.964091 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.964371 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.964628 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.965474 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.965694 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.965941 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.966188 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.966424 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.966641 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.966886 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.967106 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.967269 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:26:04.967796 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 00:26:04.967958 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:26:04.968116 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:26:04.968306 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:26:04.968507 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:26:04.968667 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:26:04.968878 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.969046 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.969209 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.969378 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.969563 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.969730 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.969894 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.970056 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.970217 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.970382 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.970545 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.970712 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.970871 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.971193 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.971354 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.971705 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.971895 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.972065 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.972222 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.972446 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.972570 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.972713 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] debug = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.972873 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.973075 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.973231 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.973383 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.973597 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.973748 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.973874 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:04.974007 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.974007 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.974242 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.974363 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.974485 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.974613 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.974744 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.974890 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.975052 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.975213 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.975373 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.975534 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] host = dv-cinder-852211-6-iscsi {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.975692 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.975852 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.976012 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.976172 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.976439 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.976578 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.976702 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.976917 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.977075 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.977201 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.977333 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.977457 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.977719 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.977719 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.978087 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_options = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.978087 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.978807 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.978807 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.978807 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.978807 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.978807 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.979473 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.979473 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.979473 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.979473 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.979913 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.979913 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.979913 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.980189 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.980189 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.980961 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.981146 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.981312 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.981472 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.981627 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.981789 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.981950 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.982112 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.982288 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.982631 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.982631 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.983167 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.983167 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.983167 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.983167 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.983546 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.983546 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.983689 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.983844 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.983926 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.984058 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.984219 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.984413 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.984576 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.984747 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.984881 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.985033 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.985177 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.985340 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.985486 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.985634 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.985795 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_json = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.985955 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.986115 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.986274 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.986436 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.986597 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.986756 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.986919 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.987090 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.987248 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:26:04.987399 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.987579 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.987737 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.987885 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.988052 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.988215 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.988403 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.988570 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.988755 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.988965 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.989149 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.989319 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.989511 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.989709 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.989803 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.989960 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.990126 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.990322 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.990464 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.990605 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.990759 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.990977 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.991648 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.991648 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.991648 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.991648 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.991648 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.992305 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.992305 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.992305 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.992305 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.992892 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.992892 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.992892 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.993331 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.993331 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.993331 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.993830 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.993830 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.993830 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.993830 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.994364 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.994364 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.994364 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.994744 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.994744 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.994744 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.995119 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.995119 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.995463 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.995463 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.995463 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.995842 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.995842 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.998584 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.998584 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.998584 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.998584 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.998584 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.998584 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.998584 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.998584 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.999510 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.999510 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.999510 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.999510 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.999510 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.999510 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.999510 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.999510 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:04.999510 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.000560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.000560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.000560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.000560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.000560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.000560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.000979 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.000979 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.000979 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.001183 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.001261 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.001419 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.001583 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.001746 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.001911 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.002075 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.002238 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.002402 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.002565 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.002727 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.002898 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.003124 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.003243 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.003406 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.003569 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.003733 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.003895 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.004058 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.004221 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.004414 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.004579 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.004742 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.004905 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.005073 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.005237 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.005399 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.005562 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.005725 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.005933 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.006098 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.006276 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.006424 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.006590 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.006767 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.006915 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.007078 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.007242 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.007405 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.007567 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.007731 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.007895 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.008057 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.008230 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.008420 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.008588 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.008747 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.008918 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.009091 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.009259 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.009423 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.009588 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.009751 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.009915 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.010079 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.010260 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.010402 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.010560 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.010725 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.010899 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.011083 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.011214 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.011365 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.012767 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.012958 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.013126 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.013293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.013861 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.013861 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.013861 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.014304 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.014304 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.014304 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.014819 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.014819 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.014819 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.014819 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.016199 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.016199 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.016199 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.016199 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.016199 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.016199 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.016199 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.016199 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.017426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.017426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.017426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.017426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.017426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.017426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.017426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.017426 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.018714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.018714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.018714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.018714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.018714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.018714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.018714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.018714 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.019717 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.019717 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.019717 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.019717 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.019717 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.019717 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.020428 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.020428 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.020428 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.020428 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.020428 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.021007 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.021007 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.021007 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.021358 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.021358 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.021358 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.021703 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.021703 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.021934 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.022064 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.022187 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.022320 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.022472 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.022656 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.022830 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.022916 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.023049 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.023217 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.023381 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.023530 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.023677 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.023841 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.024004 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.024168 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.024351 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.024523 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.024686 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.024852 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.025014 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.025179 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.025341 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.025505 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.025667 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.025985 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.025985 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.026347 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.026347 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.026508 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.026586 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.026753 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.026920 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.027106 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.027399 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.028068 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.028248 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.028455 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.028624 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.028790 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.028954 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.029119 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.029295 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.029460 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.029938 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.029938 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.029938 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031293 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031986 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031986 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031986 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031986 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.031986 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.032420 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.032420 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.032420 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.032769 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.032769 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.033018 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.033018 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.033212 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.033292 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.033468 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.033631 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.033795 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.033958 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.034150 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.034357 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.034525 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.034690 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.034853 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.035017 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.035183 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.035351 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.035524 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.035694 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.035859 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.036031 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.036202 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.036398 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.036565 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.036735 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.036912 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.037075 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.037238 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.037401 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.037564 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.037728 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.037891 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.038054 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.038216 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.038379 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.038541 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.038704 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.038867 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.039030 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.039195 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.039357 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.039520 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.039683 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.039848 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.040013 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:26:05.040172 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:26:05.313244 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 38820) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:05.320181 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [-] 10.222.0.65 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048976 Aug 31 00:26:05.325223 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [-] 10.222.0.65 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0042696 Aug 31 00:26:14.150080 dv-cinder-852211-6-iscsi neutron-server[113608]: DEBUG dbcounter [-] [113608] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:17.503575 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5423c4c5-4de9-40d6-8276-7eda0aded5ad None None] get_active_networks_info from dv-cinder-852211-6-iscsi {{(pid=113725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 00:26:17.512096 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writer thread running {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:26:17.596066 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423c4c5-4de9-40d6-8276-7eda0aded5ad None None] No non-hosted networks {{(pid=113725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 00:26:17.617957 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.agentschedulers_db [None req-5423c4c5-4de9-40d6-8276-7eda0aded5ad None None] DHCP Agent not found on host dv-cinder-852211-6-iscsi {{(pid=113725) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 31 00:26:17.679712 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-190247b5-f2ca-46ca-be26-da0adf9c3928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488898'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:19.471335 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writer thread running {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:26:20.123562 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-c94a9a9c-3e8c-43e0-a3b1-95b12331eb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488898'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.179434 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.db.api [None req-99df03f5-8142-416f-8c88-1055c391623e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-852211-6-iscsi {{(pid=113725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 00:26:20.179833 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG oslo_db.api [None req-99df03f5-8142-416f-8c88-1055c391623e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:26:20.778485 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-99df03f5-8142-416f-8c88-1055c391623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.435632 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488898'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.565529 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 38894) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:22.320964 dv-cinder-852211-6-iscsi neutron-server[113724]: WARNING oslo_policy.policy [None req-0caf54a3-a92b-411c-b6d7-6774cb6e742d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:26:22.321926 dv-cinder-852211-6-iscsi neutron-server[113724]: WARNING oslo_policy.policy [None req-0caf54a3-a92b-411c-b6d7-6774cb6e742d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:26:22.600796 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [None req-0caf54a3-a92b-411c-b6d7-6774cb6e742d admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:26:22.623051 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0caf54a3-a92b-411c-b6d7-6774cb6e742d admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0563247 Aug 31 00:26:23.150303 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488898'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:23.152295 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.152778 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.153906 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.154400 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.154903 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.155404 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.156041 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.156633 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.157272 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.157730 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.158171 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.158768 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.160467 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.160831 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.162303 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:23.162760 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852211-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:23.177511 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852211-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:23.374005 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488898'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:23.896216 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.db.l3_hamode_db [None req-312a7537-2756-444f-a07e-cc2e143588d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 00:26:23.987403 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a7537-2756-444f-a07e-cc2e143588d7 None None] Routers set() bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:23.987897 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a7537-2756-444f-a07e-cc2e143588d7 None None] Router IDs set() for agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 31 00:26:25.387796 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 38926) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:25.783072 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-3a09cb55-bef1-4d96-ac1b-8521ac0ceb70 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:25.795716 dv-cinder-852211-6-iscsi neutron-server[113724]: ERROR stevedore.extension [None req-3a09cb55-bef1-4d96-ac1b-8521ac0ceb70 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 00:26:25.883863 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.policy [None req-3a09cb55-bef1-4d96-ac1b-8521ac0ceb70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113724) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 00:26:25.927538 dv-cinder-852211-6-iscsi neutron-server[113724]: WARNING oslo_policy.policy [None req-3a09cb55-bef1-4d96-ac1b-8521ac0ceb70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:26:25.927915 dv-cinder-852211-6-iscsi neutron-server[113724]: WARNING oslo_policy.policy [None req-3a09cb55-bef1-4d96-ac1b-8521ac0ceb70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:26:25.949143 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writer thread running {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:26:26.122227 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb55-bef1-4d96-ac1b-8521ac0ceb70 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729827076480', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729827077044', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729827027096', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729827020745', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729827046482', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729827038594', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1561571', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1549234', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66645889', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66598079'] for rbac-policy (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.363032 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb55-bef1-4d96-ac1b-8521ac0ceb70 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.364259 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3a09cb55-bef1-4d96-ac1b-8521ac0ceb70 admin admin] 10.222.0.65 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9755292 Aug 31 00:26:28.837175 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 38936) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:29.192786 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:29.286627 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Made reservation on behalf of 98d7fe77a62546939bec3adf10e3790f for: {'network': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:29.291048 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:29.311256 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:29.433463 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Publish callbacks [] for security_group (6ea69c11-3bce-48aa-bced-3551a3854c80), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:29.492349 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (6ea69c11-3bce-48aa-bced-3551a3854c80), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:29.527676 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=113724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:26:29.552164 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea69c11-3bce-48aa-bced-3551a3854c80,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:29.564729 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.565082 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.565421 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.565776 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.566103 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.566423 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.566746 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.567061 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.567374 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.567688 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.568001 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.568365 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.568675 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.568987 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.569293 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Tracked resource versions report: Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: pushed versions: Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: { 'AddressGroup': {'1.2'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Agent': {'1.1'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'ConntrackHelper': {'1.0'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Log': {'1.0'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'NDPProxy': {'1.0'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Network': {'1.1'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Port': {'1.7'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'PortForwarding': {'1.3'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'QosPolicy': {'1.10'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SecurityGroup': {'1.5'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SubPort': {'1.0'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Subnet': {'1.1'}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Trunk': {'1.1'}} Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: consumer versions: Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: { DHCP agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: L3 agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: Metadata agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: Metering agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: Open vSwitch agent@dv-cinder-852211-6-iscsi: { 'AddressGroup': '1.2', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Agent': '1.1', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'ConntrackHelper': '1.0', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'LocalIPAssociation': '1.0', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Log': '1.0', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'NDPProxy': '1.0', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Network': '1.1', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Port': '1.7', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'PortForwarding': '1.3', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'QosPolicy': '1.10', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SecurityGroup': '1.5', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SecurityGroupRule': '1.2', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SubPort': '1.0', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Subnet': '1.1', Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Trunk': '1.1'}} Aug 31 00:26:29.570812 dv-cinder-852211-6-iscsi neutron-server[113724]: {{(pid=113724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:26:29.735555 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729823459130', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (cb7d1001-cd09-446c-b681-04b9f5e18e13), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:29.736031 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Unsubscribe: segment precommit_create {{(pid=113724) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 00:26:29.736598 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.segments_db [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Added segment cb7d1001-cd09-446c-b681-04b9f5e18e13 of type vlan for network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 Aug 31 00:26:29.824474 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (74ec6135-899e-4b8c-9044-76a0f0bc8d44), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:29.859597 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:29.972441 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (74ec6135-899e-4b8c-9044-76a0f0bc8d44), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:29.977643 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:29.978361 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:30.096709 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] Pushing event updated for resources: {'Network': ['ID=74ec6135-899e-4b8c-9044-76a0f0bc8d44,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:30.108952 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:26:30.209132 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-58681503-1476-4b77-bc77-15e0d86386e5 demo demo] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3709304 Aug 31 00:26:32.653586 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 38950) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:33.193712 dv-cinder-852211-6-iscsi neutron-server[113723]: WARNING oslo_policy.policy [None req-8586b5e9-af45-4544-acd6-0a7116891603 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:26:33.194274 dv-cinder-852211-6-iscsi neutron-server[113723]: WARNING oslo_policy.policy [None req-8586b5e9-af45-4544-acd6-0a7116891603 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:26:33.424440 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writer thread running {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:26:33.425032 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:33.585494 dv-cinder-852211-6-iscsi neutron-server[113723]: ERROR stevedore.extension [None req-8586b5e9-af45-4544-acd6-0a7116891603 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 00:26:33.642375 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.policy [None req-8586b5e9-af45-4544-acd6-0a7116891603 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113723) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 00:26:33.686926 dv-cinder-852211-6-iscsi neutron-server[113723]: WARNING oslo_policy.policy [None req-8586b5e9-af45-4544-acd6-0a7116891603 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:26:33.687562 dv-cinder-852211-6-iscsi neutron-server[113723]: WARNING oslo_policy.policy [None req-8586b5e9-af45-4544-acd6-0a7116891603 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:26:33.695226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586b5e9-af45-4544-acd6-0a7116891603 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:33.697284 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-8586b5e9-af45-4544-acd6-0a7116891603 demo admin] 10.222.0.65 "GET /networking/v2.0/networks/74ec6135-899e-4b8c-9044-76a0f0bc8d44 HTTP/1.1" status: 200 len: 825 time: 1.0418370 Aug 31 00:26:33.740007 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-81c6a8b5-abef-4b05-b432-a49f3a1c7405 demo admin] 10.222.0.65 "GET /networking/v2.0/subnetpools/63595c4f-2fce-4ad6-917b-b0d78db953de HTTP/1.1" status: 200 len: 734 time: 0.0363557 Aug 31 00:26:33.750071 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Request body: {'subnet': {'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44', 'ip_version': 4, 'subnetpool_id': '63595c4f-2fce-4ad6-917b-b0d78db953de', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:33.880141 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Made reservation on behalf of 98d7fe77a62546939bec3adf10e3790f for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:33.883094 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:34.258240 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (a2edda56-2d28-48aa-8b74-a081a38605d1), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:34.340585 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Checking segment: {'id': 'cb7d1001-cd09-446c-b681-04b9f5e18e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:34.340960 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Network hostable DHCP agents. Network: 74ec6135-899e-4b8c-9044-76a0f0bc8d44, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:26:34.346231 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a2edda56-2d28-48aa-8b74-a081a38605d1,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:34.356755 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.357102 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.357466 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.357820 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.358183 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.358528 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.358860 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.359215 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.359555 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.359884 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.360206 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.360576 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.360927 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.361241 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.361560 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Tracked resource versions report: Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: pushed versions: Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: { 'AddressGroup': {'1.2'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Agent': {'1.1'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'ConntrackHelper': {'1.0'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Log': {'1.0'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'NDPProxy': {'1.0'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Network': {'1.1'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Port': {'1.7'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'PortForwarding': {'1.3'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'QosPolicy': {'1.10'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SecurityGroup': {'1.5'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SubPort': {'1.0'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Subnet': {'1.1'}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Trunk': {'1.1'}} Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: consumer versions: Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: { DHCP agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: L3 agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: Metadata agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: Metering agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: Open vSwitch agent@dv-cinder-852211-6-iscsi: { 'AddressGroup': '1.2', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Agent': '1.1', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'ConntrackHelper': '1.0', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'LocalIPAssociation': '1.0', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Log': '1.0', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'NDPProxy': '1.0', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Network': '1.1', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Port': '1.7', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'PortForwarding': '1.3', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'QosPolicy': '1.10', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SecurityGroup': '1.5', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SecurityGroupRule': '1.2', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SubPort': '1.0', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Subnet': '1.1', Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Trunk': '1.1'}} Aug 31 00:26:34.363004 dv-cinder-852211-6-iscsi neutron-server[113723]: {{(pid=113723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:26:34.464160 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:26:34.606583 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 74ec6135-899e-4b8c-9044-76a0f0bc8d44) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:34.611378 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:34.612104 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:34.617338 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8553d2fd-57f1-467f-ad62-f62b7f1a4c2d None None] Network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:34.627499 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=36,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:34.797773 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-02c1493c-48a4-4982-8c94-7aa4e72c8668 demo admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0512011 Aug 31 00:26:34.894984 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-74ec6135-899e-4b8c-9044-76a0f0bc8d44', 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44', 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'fixed_ips': [{'subnet_id': 'a2edda56-2d28-48aa-8b74-a081a38605d1'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:26:34.896376 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:35.258110 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Allocated IP 172.20.0.2 (74ec6135-899e-4b8c-9044-76a0f0bc8d44/a2edda56-2d28-48aa-8b74-a081a38605d1/221af365-dd0d-4eb2-93b8-5c2cdce84126) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:35.547624 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Publish callbacks [] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:35.624503 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:35.707786 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:35.711712 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:35.718663 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:35.722581 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:35.727727 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Pushing event updated for resources: {'Port': ['ID=221af365-dd0d-4eb2-93b8-5c2cdce84126,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:35.739657 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.739994 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.740348 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.740778 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.741263 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.741596 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.741917 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.742236 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.742553 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.742867 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.743188 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.743519 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.743881 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.744232 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.744758 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Tracked resource versions report: Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: pushed versions: Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: { 'AddressGroup': {'1.2'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Agent': {'1.1'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'ConntrackHelper': {'1.0'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Log': {'1.0'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'NDPProxy': {'1.0'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Network': {'1.1'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Port': {'1.7'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'PortForwarding': {'1.3'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'QosPolicy': {'1.10'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SecurityGroup': {'1.5'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SubPort': {'1.0'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Subnet': {'1.1'}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Trunk': {'1.1'}} Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: consumer versions: Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: { DHCP agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: L3 agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: Metadata agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: Metering agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: Open vSwitch agent@dv-cinder-852211-6-iscsi: { 'AddressGroup': '1.2', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Agent': '1.1', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'ConntrackHelper': '1.0', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'LocalIPAssociation': '1.0', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Log': '1.0', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'NDPProxy': '1.0', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Network': '1.1', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Port': '1.7', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'PortForwarding': '1.3', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'QosPolicy': '1.10', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SecurityGroup': '1.5', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SecurityGroupRule': '1.2', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SubPort': '1.0', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Subnet': '1.1', Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Trunk': '1.1'}} Aug 31 00:26:35.746311 dv-cinder-852211-6-iscsi neutron-server[113725]: {{(pid=113725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:26:35.848071 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Attempting to bind port 221af365-dd0d-4eb2-93b8-5c2cdce84126 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:35.848383 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Attempting to bind port 221af365-dd0d-4eb2-93b8-5c2cdce84126 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': 'cb7d1001-cd09-446c-b681-04b9f5e18e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:35.848819 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Attempting to bind port 221af365-dd0d-4eb2-93b8-5c2cdce84126 on network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:35.854681 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:35.855079 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Checking segment: {'id': 'cb7d1001-cd09-446c-b681-04b9f5e18e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:35.855600 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:35.855998 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Bound using segment: {'id': 'cb7d1001-cd09-446c-b681-04b9f5e18e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:35.856509 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Bound port: 221af365-dd0d-4eb2-93b8-5c2cdce84126, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7d1001-cd09-446c-b681-04b9f5e18e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:35.856917 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:35.924083 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] For port 221af365-dd0d-4eb2-93b8-5c2cdce84126, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:35.943876 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] For port 221af365-dd0d-4eb2-93b8-5c2cdce84126, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=221af365-dd0d-4eb2-93b8-5c2cdce84126,segment=NetworkSegment(cb7d1001-cd09-446c-b681-04b9f5e18e13),segment_id=cb7d1001-cd09-446c-b681-04b9f5e18e13)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:36.018485 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:36.085306 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2ab14-cc99-4b9d-9478-89915d8c4e34 None None] Pushing event updated for resources: {'Port': ['ID=221af365-dd0d-4eb2-93b8-5c2cdce84126,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:37.371839 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 38974) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:37.731285 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [None req-14a51034-fe1d-458e-811a-28eed94e1241 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:26:37.732307 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-14a51034-fe1d-458e-811a-28eed94e1241 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3594396 Aug 31 00:26:38.303234 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:38.310313 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:40.094498 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:INSERT=15,neutron:SELECT=48,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:40.241286 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 38986) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:40.599607 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [None req-e65b1b98-8561-4904-8cf9-cb8cbe0641d0 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:26:40.600616 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-e65b1b98-8561-4904-8cf9-cb8cbe0641d0 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3583767 Aug 31 00:26:43.146573 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 38998) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:43.501369 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-63e202ea-5f26-4dae-88c1-93354c74e4cb demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:43.605855 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-63e202ea-5f26-4dae-88c1-93354c74e4cb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (25bd8d6d-43a1-49db-a75c-70ef94c740f3), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.607534 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-63e202ea-5f26-4dae-88c1-93354c74e4cb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (25bd8d6d-43a1-49db-a75c-70ef94c740f3), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.758043 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-63e202ea-5f26-4dae-88c1-93354c74e4cb demo demo] Publish callbacks [] for router_controller (25bd8d6d-43a1-49db-a75c-70ef94c740f3), precommit_add_association {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.858938 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-63e202ea-5f26-4dae-88c1-93354c74e4cb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (25bd8d6d-43a1-49db-a75c-70ef94c740f3), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.960899 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-63e202ea-5f26-4dae-88c1-93354c74e4cb demo demo] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.963158 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-63e202ea-5f26-4dae-88c1-93354c74e4cb demo demo] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8145533 Aug 31 00:26:44.469819 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a47a8f-0a71-40bb-840b-4caa4bce241e None None] Network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:44.537705 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-cae68da4-4622-44f9-b0c5-dea9f051cdd4 None None] Provisioning complete for port 221af365-dd0d-4eb2-93b8-5c2cdce84126 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:44.538109 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cae68da4-4622-44f9-b0c5-dea9f051cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.741038 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-cae68da4-4622-44f9-b0c5-dea9f051cdd4 None None] Current status of the port 221af365-dd0d-4eb2-93b8-5c2cdce84126 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:44.741434 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cae68da4-4622-44f9-b0c5-dea9f051cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.753534 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:44.780901 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-cae68da4-4622-44f9-b0c5-dea9f051cdd4 None None] For port 221af365-dd0d-4eb2-93b8-5c2cdce84126, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=221af365-dd0d-4eb2-93b8-5c2cdce84126,segment=NetworkSegment(cb7d1001-cd09-446c-b681-04b9f5e18e13),segment_id=cb7d1001-cd09-446c-b681-04b9f5e18e13)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:44.852395 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cae68da4-4622-44f9-b0c5-dea9f051cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.907099 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae68da4-4622-44f9-b0c5-dea9f051cdd4 None None] Pushing event updated for resources: {'Port': ['ID=221af365-dd0d-4eb2-93b8-5c2cdce84126,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:44.972654 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-74b60d23-f7ff-438f-9afb-666d47ac1849 None None] Provisioning complete for port 221af365-dd0d-4eb2-93b8-5c2cdce84126 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:44.973050 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-74b60d23-f7ff-438f-9afb-666d47ac1849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.051103 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-74b60d23-f7ff-438f-9afb-666d47ac1849 None None] Current status of the port 221af365-dd0d-4eb2-93b8-5c2cdce84126 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:45.142050 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 221af365-dd0d-4eb2-93b8-5c2cdce84126 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:45.187836 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 221af365-dd0d-4eb2-93b8-5c2cdce84126 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:45.188230 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.263343 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 221af365-dd0d-4eb2-93b8-5c2cdce84126 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:46.406230 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 39006) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:46.739880 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [None req-05061ae4-37b2-4abb-92f8-4e94e6db28b8 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:26:46.740947 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-05061ae4-37b2-4abb-92f8-4e94e6db28b8 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3337882 Aug 31 00:26:47.501754 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-dbdced5e-a6b1-465b-b681-f0cb6578236e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:49.189812 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 39014) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:49.517653 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:49.600529 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Made reservation on behalf of 130b40029b174542ac4b0eacc3caf048 for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:49.603496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:49.638218 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:49.706987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:49.744995 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Publish callbacks [] for security_group (8fecb498-c2ee-4dc0-b8a4-8fd945d0deee), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:49.810362 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (8fecb498-c2ee-4dc0-b8a4-8fd945d0deee), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:49.816954 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:49.839459 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Reserving flat network on physical network physnet1 {{(pid=113723) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 00:26:49.843035 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fecb498-c2ee-4dc0-b8a4-8fd945d0deee,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:49.859965 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729823459130', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (98f5ba73-ba0c-47e7-a2c3-68d55142adc9), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:49.859965 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Unsubscribe: segment precommit_create {{(pid=113723) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 00:26:49.859965 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Added segment 98f5ba73-ba0c-47e7-a2c3-68d55142adc9 of type flat for network a5c9ab07-2afb-4bc3-858a-442278acb59a Aug 31 00:26:49.924800 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (a5c9ab07-2afb-4bc3-858a-442278acb59a), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:50.038761 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (a5c9ab07-2afb-4bc3-858a-442278acb59a), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:50.039829 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:50.041094 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:50.091609 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7941-b9f0-4bac-b6ad-24fedc8c2824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:50.141684 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c9ab07-2afb-4bc3-858a-442278acb59a,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:50.152260 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network a5c9ab07-2afb-4bc3-858a-442278acb59a details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:26:50.165108 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:50.207364 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f76023fe-a92f-44c3-b935-0448db6f3c94 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0163982 Aug 31 00:26:51.394330 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:52.597082 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39024) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:53.072423 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5fdb-81cb-490c-8b5a-523e86ca1ab8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:53.074505 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-19fe5fdb-81cb-490c-8b5a-523e86ca1ab8 demo admin] 10.222.0.65 "GET /networking/v2.0/subnets/a2edda56-2d28-48aa-8b74-a081a38605d1 HTTP/1.1" status: 200 len: 849 time: 0.4762199 Aug 31 00:26:53.166620 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.257432 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-f8dba7c5-88dc-4e82-afc6-b4c6fcbb3d5c demo admin] 10.222.0.65 "GET /networking/v2.0/routers/25bd8d6d-43a1-49db-a75c-70ef94c740f3 HTTP/1.1" status: 200 len: 704 time: 0.1779549 Aug 31 00:26:53.291291 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.530460 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.827865 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Allocated IP 172.20.0.1 (74ec6135-899e-4b8c-9044-76a0f0bc8d44/a2edda56-2d28-48aa-8b74-a081a38605d1/c276968f-21b7-4851-9e49-03f092dc9ee9) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:54.016816 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Publish callbacks [] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.148479 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.230244 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:54.235202 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:54.245321 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:54.246498 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (25bd8d6d-43a1-49db-a75c-70ef94c740f3), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.266197 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Pushing event updated for resources: {'Port': ['ID=c276968f-21b7-4851-9e49-03f092dc9ee9,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:54.399137 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:54.429402 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-fdf22ae6-7f87-42ff-a028-2dbb9414dd7c None None] Provisioning complete for port c276968f-21b7-4851-9e49-03f092dc9ee9 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:54.430083 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fdf22ae6-7f87-42ff-a028-2dbb9414dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.462884 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-fdf22ae6-7f87-42ff-a028-2dbb9414dd7c None None] Port c276968f-21b7-4851-9e49-03f092dc9ee9 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:26:54.548379 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.551078 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:54.839903 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Publish callbacks [] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.903147 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.903987 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (25bd8d6d-43a1-49db-a75c-70ef94c740f3), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.982540 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Pushing event updated for resources: {'Port': ['ID=c276968f-21b7-4851-9e49-03f092dc9ee9,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:55.041918 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:55.043595 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:55.286327 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-ce641125-62a7-4fd8-aaa6-8964226f824f None None] Provisioning complete for port c276968f-21b7-4851-9e49-03f092dc9ee9 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:55.286743 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ce641125-62a7-4fd8-aaa6-8964226f824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:55.303022 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Router 25bd8d6d-43a1-49db-a75c-70ef94c740f3 is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:26:55.382977 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-ce641125-62a7-4fd8-aaa6-8964226f824f None None] Port c276968f-21b7-4851-9e49-03f092dc9ee9 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:26:55.401186 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:26:55.411215 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d5d0b027-e3f7-42b5-9918-f004aa645e46 demo admin] 10.222.0.65 "PUT /networking/v2.0/routers/25bd8d6d-43a1-49db-a75c-70ef94c740f3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1440625 Aug 31 00:26:55.417455 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Sync routers for ids ['25bd8d6d-43a1-49db-a75c-70ef94c740f3'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:26:55.439325 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Routers {'25bd8d6d-43a1-49db-a75c-70ef94c740f3'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:55.440172 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:26:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['25bd8d6d-43a1-49db-a75c-70ef94c740f3'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:55.633168 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Set router 25bd8d6d-43a1-49db-a75c-70ef94c740f3 gateway port host: None {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:56.074356 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'name': 'router1', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:43Z', 'updated_at': '2022-08-31T00:26:54Z', 'revision_number': 2, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'gw_port_host': None, '_interfaces': [{'id': 'c276968f-21b7-4851-9e49-03f092dc9ee9', 'name': '', 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'mac_address': 'fa:16:3e:0d:ab:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:53Z', 'updated_at': '2022-08-31T00:26:54Z', 'revision_number': 2, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'subnets': [{'id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63595c4f-2fce-4ad6-917b-b0d78db953de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:56.123680 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Checking router: 25bd8d6d-43a1-49db-a75c-70ef94c740f3 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:26:56.124103 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Updating router 25bd8d6d-43a1-49db-a75c-70ef94c740f3 port c276968f-21b7-4851-9e49-03f092dc9ee9 binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:26:56.179152 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:56.697647 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Publish callbacks [] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:56.777217 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:56.929274 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Pushing event updated for resources: {'Port': ['ID=c276968f-21b7-4851-9e49-03f092dc9ee9,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:56.940813 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Attempting to bind port c276968f-21b7-4851-9e49-03f092dc9ee9 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:56.941203 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Attempting to bind port c276968f-21b7-4851-9e49-03f092dc9ee9 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': 'cb7d1001-cd09-446c-b681-04b9f5e18e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:56.941631 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Attempting to bind port c276968f-21b7-4851-9e49-03f092dc9ee9 on network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:56.944118 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.944602 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.944942 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.945277 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.945602 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.945923 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.946272 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.946589 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.946905 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.947629 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.947629 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.947855 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.948359 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.948678 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.948978 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Tracked resource versions report: Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: pushed versions: Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: { 'AddressGroup': {'1.2'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Agent': {'1.1'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'ConntrackHelper': {'1.0'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Log': {'1.0'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'NDPProxy': {'1.0'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Network': {'1.1'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Port': {'1.7'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'PortForwarding': {'1.3'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'QosPolicy': {'1.10'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SecurityGroup': {'1.5'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SubPort': {'1.0'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Subnet': {'1.1'}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Trunk': {'1.1'}} Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: consumer versions: Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: { DHCP agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: L3 agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: Metadata agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: Metering agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: Open vSwitch agent@dv-cinder-852211-6-iscsi: { 'AddressGroup': '1.2', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Agent': '1.1', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'ConntrackHelper': '1.0', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'LocalIPAssociation': '1.0', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Log': '1.0', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'NDPProxy': '1.0', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Network': '1.1', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Port': '1.7', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'PortForwarding': '1.3', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'QosPolicy': '1.10', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SecurityGroup': '1.5', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SecurityGroupRule': '1.2', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SubPort': '1.0', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Subnet': '1.1', Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Trunk': '1.1'}} Aug 31 00:26:56.950416 dv-cinder-852211-6-iscsi neutron-server[113726]: {{(pid=113726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:26:56.957676 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:56.958082 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Checking segment: {'id': 'cb7d1001-cd09-446c-b681-04b9f5e18e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:56.958572 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:56.958954 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Bound using segment: {'id': 'cb7d1001-cd09-446c-b681-04b9f5e18e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:56.959422 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Bound port: c276968f-21b7-4851-9e49-03f092dc9ee9, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7d1001-cd09-446c-b681-04b9f5e18e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:56.959797 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:57.026021 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] For port c276968f-21b7-4851-9e49-03f092dc9ee9, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:57.046856 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] For port c276968f-21b7-4851-9e49-03f092dc9ee9, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=c276968f-21b7-4851-9e49-03f092dc9ee9,segment=NetworkSegment(cb7d1001-cd09-446c-b681-04b9f5e18e13),segment_id=cb7d1001-cd09-446c-b681-04b9f5e18e13)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:57.103630 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:57.109872 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:57.143542 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:57.147048 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Routers {'25bd8d6d-43a1-49db-a75c-70ef94c740f3'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:57.147682 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:26:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['25bd8d6d-43a1-49db-a75c-70ef94c740f3'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:57.226402 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851a9a-82c7-443d-b87c-c52c72397a07 None None] Pushing event updated for resources: {'Port': ['ID=c276968f-21b7-4851-9e49-03f092dc9ee9,revision_number=4']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:57.248499 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] Set router 25bd8d6d-43a1-49db-a75c-70ef94c740f3 gateway port host: None {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:57.445032 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'name': 'router1', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:43Z', 'updated_at': '2022-08-31T00:26:54Z', 'revision_number': 2, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'gw_port_host': None, '_interfaces': [{'id': 'c276968f-21b7-4851-9e49-03f092dc9ee9', 'name': '', 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'mac_address': 'fa:16:3e:0d:ab:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:53Z', 'updated_at': '2022-08-31T00:26:57Z', 'revision_number': 4, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'subnets': [{'id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63595c4f-2fce-4ad6-917b-b0d78db953de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:57.470539 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06e23c-954e-4d66-80a1-70a3be98a4c1 None None] The sync data for ids ['25bd8d6d-43a1-49db-a75c-70ef94c740f3'] in dv-cinder-852211-6-iscsi is: [{'id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'name': 'router1', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:43Z', 'updated_at': '2022-08-31T00:26:54Z', 'revision_number': 2, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'gw_port_host': None, '_interfaces': [{'id': 'c276968f-21b7-4851-9e49-03f092dc9ee9', 'name': '', 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'mac_address': 'fa:16:3e:0d:ab:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:53Z', 'updated_at': '2022-08-31T00:26:57Z', 'revision_number': 4, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'subnets': [{'id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63595c4f-2fce-4ad6-917b-b0d78db953de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:26:57.842878 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 39036) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:58.258070 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521cc96-429d-4951-9720-f8fc64f0f9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:58.258070 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f521cc96-429d-4951-9720-f8fc64f0f9b9 admin admin] 10.222.0.65 "GET /networking/v2.0/networks/a5c9ab07-2afb-4bc3-858a-442278acb59a HTTP/1.1" status: 200 len: 842 time: 0.4140761 Aug 31 00:26:58.268564 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:58.382854 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Made reservation on behalf of 130b40029b174542ac4b0eacc3caf048 for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:58.385970 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:58.796312 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.objects.ports [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113723) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 00:26:58.796752 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (788adaec-9873-4d96-b1ca-9f8c4703bc29), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:58.837245 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:58.858049 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=788adaec-9873-4d96-b1ca-9f8c4703bc29,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:58.865456 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:58.865812 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Network hostable DHCP agents. Network: a5c9ab07-2afb-4bc3-858a-442278acb59a, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:26:58.994888 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:26:59.090250 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, a5c9ab07-2afb-4bc3-858a-442278acb59a) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:59.094300 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:59.098310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:59.101933 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6091aff-f53e-4696-a8a0-027d64a979a6 None None] Network a5c9ab07-2afb-4bc3-858a-442278acb59a requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:59.189564 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-dde4f8f7-4bda-475c-bda7-759f3fcb5760 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9245808 Aug 31 00:26:59.212771 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ffcd1b-fafa-4312-a09b-4b3ef57996ba None None] Network a5c9ab07-2afb-4bc3-858a-442278acb59a requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:27:01.778784 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 39044) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:02.328372 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-1fc9c138-83eb-41d7-b003-72d686de45ed demo admin] 10.222.0.65 "GET /networking/v2.0/routers/25bd8d6d-43a1-49db-a75c-70ef94c740f3 HTTP/1.1" status: 200 len: 710 time: 0.5475919 Aug 31 00:27:02.452558 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb015f4-9003-4fd8-b8a9-0cc036635c25 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:02.454814 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-4cb015f4-9003-4fd8-b8a9-0cc036635c25 demo admin] 10.222.0.65 "GET /networking/v2.0/networks/a5c9ab07-2afb-4bc3-858a-442278acb59a HTTP/1.1" status: 200 len: 886 time: 0.1215482 Aug 31 00:27:02.466924 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:27:02.545603 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:02.874414 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Publish callbacks [] for router_gateway (25bd8d6d-43a1-49db-a75c-70ef94c740f3), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.152783 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device c276968f-21b7-4851-9e49-03f092dc9ee9 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:03.199027 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port c276968f-21b7-4851-9e49-03f092dc9ee9 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:03.199402 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.203456 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Publish callbacks [] for router_gateway (25bd8d6d-43a1-49db-a75c-70ef94c740f3), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.276161 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port c276968f-21b7-4851-9e49-03f092dc9ee9 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:03.276542 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.285591 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.299028 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:03.313988 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port c276968f-21b7-4851-9e49-03f092dc9ee9, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=c276968f-21b7-4851-9e49-03f092dc9ee9,segment=NetworkSegment(cb7d1001-cd09-446c-b681-04b9f5e18e13),segment_id=cb7d1001-cd09-446c-b681-04b9f5e18e13)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:03.439670 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.449971 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Allocated IP 172.27.3.42 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/efa1384c-89c6-4adc-a87f-967d243a8bc5) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:27:03.495468 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=c276968f-21b7-4851-9e49-03f092dc9ee9,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:03.547414 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:03.592208 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Publish callbacks [] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.715183 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.796854 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:03.801790 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:03.812154 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:27:03.851984 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Pushing event updated for resources: {'Port': ['ID=efa1384c-89c6-4adc-a87f-967d243a8bc5,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:03.881899 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:27:03.964443 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:04.229487 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Publish callbacks [] for router_gateway (25bd8d6d-43a1-49db-a75c-70ef94c740f3), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:04.434306 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-491038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27678'] for router (25bd8d6d-43a1-49db-a75c-70ef94c740f3), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:04.438935 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-491029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-491020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-488669'] for router (25bd8d6d-43a1-49db-a75c-70ef94c740f3), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:04.550900 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Router 25bd8d6d-43a1-49db-a75c-70ef94c740f3 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:27:04.718906 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:27:04.725625 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:04.725625 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-def8e85b-a35b-4962-a65e-ef1ceecef953 demo admin] 10.222.0.65 "PUT /networking/v2.0/routers/25bd8d6d-43a1-49db-a75c-70ef94c740f3 HTTP/1.1" status: 200 len: 889 time: 2.2614110 Aug 31 00:27:04.730652 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Sync routers for ids ['25bd8d6d-43a1-49db-a75c-70ef94c740f3'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:27:04.744365 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Routers {'25bd8d6d-43a1-49db-a75c-70ef94c740f3'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:04.745111 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:26:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['25bd8d6d-43a1-49db-a75c-70ef94c740f3'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:04.982537 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Set router 25bd8d6d-43a1-49db-a75c-70ef94c740f3 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:05.158480 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device c276968f-21b7-4851-9e49-03f092dc9ee9 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:05.262152 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:05.332344 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port c276968f-21b7-4851-9e49-03f092dc9ee9 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:05.332732 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:05.397399 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=47,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:05.398808 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:05.507614 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'name': 'router1', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'efa1384c-89c6-4adc-a87f-967d243a8bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:43Z', 'updated_at': '2022-08-31T00:27:03Z', 'revision_number': 4, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'gw_port': {'id': 'efa1384c-89c6-4adc-a87f-967d243a8bc5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:03Z', 'updated_at': '2022-08-31T00:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'c276968f-21b7-4851-9e49-03f092dc9ee9', 'name': '', 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'mac_address': 'fa:16:3e:0d:ab:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:53Z', 'updated_at': '2022-08-31T00:27:03Z', 'revision_number': 5, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'subnets': [{'id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63595c4f-2fce-4ad6-917b-b0d78db953de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:05.541491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port c276968f-21b7-4851-9e49-03f092dc9ee9 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:05.565703 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Checking router: 25bd8d6d-43a1-49db-a75c-70ef94c740f3 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:27:05.566051 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Updating router 25bd8d6d-43a1-49db-a75c-70ef94c740f3 port efa1384c-89c6-4adc-a87f-967d243a8bc5 binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:27:05.704288 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:06.012670 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:06.080102 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Publish callbacks [] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:06.213733 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:06.254593 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Attempting to bind port efa1384c-89c6-4adc-a87f-967d243a8bc5 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:27:06.254960 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Attempting to bind port efa1384c-89c6-4adc-a87f-967d243a8bc5 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:27:06.255375 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Attempting to bind port efa1384c-89c6-4adc-a87f-967d243a8bc5 on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:27:06.265594 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:27:06.265886 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:27:06.266292 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:06.266684 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:27:06.267159 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Bound port: efa1384c-89c6-4adc-a87f-967d243a8bc5, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:27:06.267560 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:06.290236 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411c86a-1594-4f1f-a293-84ebc24c1b1a None None] Pushing event updated for resources: {'Port': ['ID=efa1384c-89c6-4adc-a87f-967d243a8bc5,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:06.326782 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] For port efa1384c-89c6-4adc-a87f-967d243a8bc5, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:27:06.329941 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] For port efa1384c-89c6-4adc-a87f-967d243a8bc5, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=efa1384c-89c6-4adc-a87f-967d243a8bc5,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:27:06.473038 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:06.509600 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Routers {'25bd8d6d-43a1-49db-a75c-70ef94c740f3'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:06.510235 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:26:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['25bd8d6d-43a1-49db-a75c-70ef94c740f3'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:06.585354 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411c86a-1594-4f1f-a293-84ebc24c1b1a None None] Pushing event updated for resources: {'Port': ['ID=efa1384c-89c6-4adc-a87f-967d243a8bc5,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:06.658438 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] Set router 25bd8d6d-43a1-49db-a75c-70ef94c740f3 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:06.897320 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:06.911245 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'name': 'router1', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'efa1384c-89c6-4adc-a87f-967d243a8bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:43Z', 'updated_at': '2022-08-31T00:27:03Z', 'revision_number': 4, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'gw_port': {'id': 'efa1384c-89c6-4adc-a87f-967d243a8bc5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:03Z', 'updated_at': '2022-08-31T00:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'c276968f-21b7-4851-9e49-03f092dc9ee9', 'name': '', 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'mac_address': 'fa:16:3e:0d:ab:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:53Z', 'updated_at': '2022-08-31T00:27:03Z', 'revision_number': 5, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'subnets': [{'id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63595c4f-2fce-4ad6-917b-b0d78db953de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:06.939877 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9083e2-4981-45bc-9caf-0829cde4f311 None None] The sync data for ids ['25bd8d6d-43a1-49db-a75c-70ef94c740f3'] in dv-cinder-852211-6-iscsi is: [{'id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'name': 'router1', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'efa1384c-89c6-4adc-a87f-967d243a8bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:43Z', 'updated_at': '2022-08-31T00:27:03Z', 'revision_number': 4, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'gw_port': {'id': 'efa1384c-89c6-4adc-a87f-967d243a8bc5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:03Z', 'updated_at': '2022-08-31T00:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'c276968f-21b7-4851-9e49-03f092dc9ee9', 'name': '', 'network_id': '74ec6135-899e-4b8c-9044-76a0f0bc8d44', 'tenant_id': '98d7fe77a62546939bec3adf10e3790f', 'mac_address': 'fa:16:3e:0d:ab:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bd8d6d-43a1-49db-a75c-70ef94c740f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:53Z', 'updated_at': '2022-08-31T00:27:03Z', 'revision_number': 5, 'project_id': '98d7fe77a62546939bec3adf10e3790f', 'subnets': [{'id': 'a2edda56-2d28-48aa-8b74-a081a38605d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63595c4f-2fce-4ad6-917b-b0d78db953de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:27:07.188248 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device efa1384c-89c6-4adc-a87f-967d243a8bc5 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:07.244664 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port efa1384c-89c6-4adc-a87f-967d243a8bc5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:07.245057 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.335364 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port efa1384c-89c6-4adc-a87f-967d243a8bc5 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:07.335842 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.360121 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port efa1384c-89c6-4adc-a87f-967d243a8bc5, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=efa1384c-89c6-4adc-a87f-967d243a8bc5,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:07.429203 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.492190 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=efa1384c-89c6-4adc-a87f-967d243a8bc5,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:07.510703 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 39056) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:08.007349 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-bf067cec-73e2-446a-aeac-c77c7eb5457f admin admin] 10.222.0.65 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4954109 Aug 31 00:27:09.144927 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device efa1384c-89c6-4adc-a87f-967d243a8bc5 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:09.210417 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port efa1384c-89c6-4adc-a87f-967d243a8bc5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:09.210806 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (efa1384c-89c6-4adc-a87f-967d243a8bc5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:09.230798 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:09.312503 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port efa1384c-89c6-4adc-a87f-967d243a8bc5 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:09.893272 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=22 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:13.895222 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=54 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:17.537056 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-89421957-25e8-4999-87fa-e86fb6fa1d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:17.999802 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=49 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:18.008357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:20.147608 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d2f7f739-9eb1-43e3-b0cd-dc69e44479ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:21.398645 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:23.154020 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:23.291250 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.208587 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=63 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:33.211092 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:40.880579 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:27:47.524371 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-736e3d9f-84c6-4045-ae1d-e195fe1f2b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:50.090423 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-6e048da3-2384-44be-9526-123d0a5376cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:50.875655 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:50.877293 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:51.421690 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:53.175292 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:53.306591 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:03.210533 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=24 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:03.212137 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:17.511815 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d1e5eac7-5e16-438e-8e0f-8abe9eef1519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:17.879108 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:28:20.098948 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d64526d5-1de7-4f82-8574-450821e25947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:21.401099 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:23.161020 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:23.304123 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:23.892850 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:27.875350 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:33.211880 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:33.214320 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:40.911642 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39594) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:41.285602 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1a5cc8-9a9d-4a07-a537-18337f065054 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:28:41.286981 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-fe1a5cc8-9a9d-4a07-a537-18337f065054 admin admin] 10.222.0.65 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3743627 Aug 31 00:28:41.474641 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e68fee-99f9-434b-8052-da2837a5f0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:41.476412 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-b8e68fee-99f9-434b-8052-da2837a5f0e7 admin admin] 10.222.0.65 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1848161 Aug 31 00:28:43.877292 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39604) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:44.254795 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7e99e-d8a1-4b87-bc95-3c8d37775b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:44.256198 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-c9c7e99e-d8a1-4b87-bc95-3c8d37775b35 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets/a2edda56-2d28-48aa-8b74-a081a38605d1 HTTP/1.1" status: 200 len: 849 time: 0.3779483 Aug 31 00:28:44.266254 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:44.356541 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Publish callbacks [] for subnet (a2edda56-2d28-48aa-8b74-a081a38605d1), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:44.600475 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729823484555'] for subnet (a2edda56-2d28-48aa-8b74-a081a38605d1), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:44.640693 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:44.641297 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:44.642770 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] 10.222.0.65 "PUT /networking/v2.0/subnets/a2edda56-2d28-48aa-8b74-a081a38605d1 HTTP/1.1" status: 200 len: 868 time: 0.3802032 Aug 31 00:28:44.652103 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7ecccb-d514-4915-8607-249d677207a5 None None] Network 74ec6135-899e-4b8c-9044-76a0f0bc8d44 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:28:44.667006 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2edda56-2d28-48aa-8b74-a081a38605d1,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:44.680160 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.681686 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.681686 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.681899 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.682272 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.682807 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.683328 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.684264 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.684428 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.684999 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.685519 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.686044 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.686573 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.687099 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.687620 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62647bd-7232-454c-b738-041b1ba595c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:44.983336 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-6be0c392-f043-4107-a068-3ab6a18db3b9 None None] Provisioning complete for port c276968f-21b7-4851-9e49-03f092dc9ee9 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:28:44.983729 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-6be0c392-f043-4107-a068-3ab6a18db3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c276968f-21b7-4851-9e49-03f092dc9ee9), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:45.063254 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-6be0c392-f043-4107-a068-3ab6a18db3b9 None None] Current status of the port c276968f-21b7-4851-9e49-03f092dc9ee9 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:28:45.072594 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-6be0c392-f043-4107-a068-3ab6a18db3b9 None None] Provisioning complete for port 221af365-dd0d-4eb2-93b8-5c2cdce84126 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:28:45.072917 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-6be0c392-f043-4107-a068-3ab6a18db3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (221af365-dd0d-4eb2-93b8-5c2cdce84126), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:45.147993 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-6be0c392-f043-4107-a068-3ab6a18db3b9 None None] Current status of the port 221af365-dd0d-4eb2-93b8-5c2cdce84126 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:28:47.043268 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39612) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:47.514333 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7ca16766-8a99-4eed-aaf0-b79b5b6c06be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:47.549312 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2bba05-0d4e-4bb2-8d68-5d5c9edd9a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:47.550431 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2bba05-0d4e-4bb2-8d68-5d5c9edd9a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:47.552012 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-bc2bba05-0d4e-4bb2-8d68-5d5c9edd9a9e admin admin] 10.222.0.65 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5078518 Aug 31 00:28:49.980193 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 39622) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:50.110946 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5609ed4a-dafb-43e7-8c46-393477b6ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.529325 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3506d23b-a81c-4ca0-a9de-8b95b3b040d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:50.530125 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3506d23b-a81c-4ca0-a9de-8b95b3b040d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:50.532777 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-3506d23b-a81c-4ca0-a9de-8b95b3b040d8 admin admin] 10.222.0.65 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5513768 Aug 31 00:28:51.425740 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:52.917618 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 39632) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:53.131360 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:53.294103 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:53.424047 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334480b0-9492-41c4-9919-4ccc71f2abbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:53.426093 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-334480b0-9492-41c4-9919-4ccc71f2abbc admin admin] 10.222.0.65 "GET /networking/v2.0/networks/74ec6135-899e-4b8c-9044-76a0f0bc8d44 HTTP/1.1" status: 200 len: 869 time: 0.5074701 Aug 31 00:28:54.879473 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:28:55.819313 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39640) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:56.236458 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b95e03-180b-4595-a903-2202ac5adb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:56.238418 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-05b95e03-180b-4595-a903-2202ac5adb87 admin admin] 10.222.0.65 "GET /networking/v2.0/networks/a5c9ab07-2afb-4bc3-858a-442278acb59a HTTP/1.1" status: 200 len: 886 time: 0.4181559 Aug 31 00:28:58.626857 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39648) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:59.059297 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6fbf8-9b5f-4a94-bfd8-39c41e3b0030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:59.059673 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6fbf8-9b5f-4a94-bfd8-39c41e3b0030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:59.061261 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3ac6fbf8-9b5f-4a94-bfd8-39c41e3b0030 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4333947 Aug 31 00:29:01.417890 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39656) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:01.909257 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71cfdbb-d601-430b-8789-eaab31669cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:01.909766 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71cfdbb-d601-430b-8789-eaab31669cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:01.911384 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a71cfdbb-d601-430b-8789-eaab31669cd8 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4924629 Aug 31 00:29:03.224130 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=47 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:03.230294 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:03.399665 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=15 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:03.423839 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=31 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:04.312650 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39664) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:04.702142 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:04.706921 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:04.722355 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b029bd-fa11-4bde-bc7c-10acd2072a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:04.723733 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e8b029bd-fa11-4bde-bc7c-10acd2072a69 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets/788adaec-9873-4d96-b1ca-9f8c4703bc29 HTTP/1.1" status: 200 len: 816 time: 0.4099760 Aug 31 00:29:04.873971 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:04.874720 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:07.073651 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39672) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:07.580925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff595bdb-b805-40c4-a448-5328bc2010ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:07.582552 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-ff595bdb-b805-40c4-a448-5328bc2010ff admin admin] 10.222.0.65 "GET /networking/v2.0/subnets/a2edda56-2d28-48aa-8b74-a081a38605d1 HTTP/1.1" status: 200 len: 868 time: 0.5079198 Aug 31 00:29:17.544030 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-a394c606-b0c0-40b4-a4c2-6469662a9191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.575147 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=8 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:17.576195 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=10 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:18.545100 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=14 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:18.550033 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=12 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:20.090507 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-6b405700-1b47-4062-a2cf-08c47e372161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:21.421823 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:23.149804 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:23.307405 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.883335 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:29:33.227406 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:33.229295 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:37.623117 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39730) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:37.888624 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:37.963250 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [None req-876072b4-d3cb-457a-8352-b3526c85cc00 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:29:37.964287 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-876072b4-d3cb-457a-8352-b3526c85cc00 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3401942 Aug 31 00:29:40.476799 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39738) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:40.850313 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.pecan_wsgi.hooks.translation [None req-408ba71d-63e2-44dc-9aa3-208972ff3fd5 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:29:40.851640 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-408ba71d-63e2-44dc-9aa3-208972ff3fd5 admin admin] 10.222.0.65 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3738961 Aug 31 00:29:40.949764 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16b922-5850-49aa-be58-f8917499569f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:40.951261 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4a16b922-5850-49aa-be58-f8917499569f admin admin] 10.222.0.65 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0952463 Aug 31 00:29:41.877610 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:43.377286 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39746) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:43.714114 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:29:43.835208 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Made reservation on behalf of 130b40029b174542ac4b0eacc3caf048 for: {'network': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:29:43.837643 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:43.871213 dv-cinder-852211-6-iscsi neutron-server[113724]: WARNING neutron.services.revisions.revision_plugin [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Could not find related network for resource to bump revision. Aug 31 00:29:43.884630 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=113724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:29:43.898665 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (4380df58-b15e-41b4-93ec-92ce9773e34c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:43.899005 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.segments_db [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Added segment 4380df58-b15e-41b4-93ec-92ce9773e34c of type vlan for network 9f2a0323-2c70-421a-a887-52ca5d90996c Aug 31 00:29:43.943664 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (9f2a0323-2c70-421a-a887-52ca5d90996c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:44.103499 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (9f2a0323-2c70-421a-a887-52ca5d90996c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:44.104568 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:44.105156 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:44.208615 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] Pushing event updated for resources: {'Network': ['ID=9f2a0323-2c70-421a-a887-52ca5d90996c,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:44.220531 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 9f2a0323-2c70-421a-a887-52ca5d90996c details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:29:44.263714 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-73e9a300-297a-41a2-b82d-645cb554b537 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8852944 Aug 31 00:29:46.674547 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39754) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:47.043177 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2373070-2bca-474e-aea0-063d4aea755a admin admin] GET failed (client error): The resource could not be found. Aug 31 00:29:47.044603 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-b2373070-2bca-474e-aea0-063d4aea755a admin admin] 10.222.0.65 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3690634 Aug 31 00:29:47.119684 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd1d97-7b11-4ff7-9e6a-ddc4ae18048d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:47.121139 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e5bd1d97-7b11-4ff7-9e6a-ddc4ae18048d admin admin] 10.222.0.65 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704999 Aug 31 00:29:47.133359 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Request body: {'subnet': {'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:29:47.217611 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Made reservation on behalf of 130b40029b174542ac4b0eacc3caf048 for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:29:47.220177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:47.524240 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (4fc51c4e-5633-474f-860c-4fe13ff4a5d3), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:47.558610 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-19b548e3-f21a-49df-8790-0b18460a9314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:47.583186 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc51c4e-5633-474f-860c-4fe13ff4a5d3,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:47.597136 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.597481 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.597845 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.598191 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.598521 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.598853 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.599178 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.599498 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.599838 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.600167 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.600540 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.600884 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.601208 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.601529 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.601851 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:47.607322 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Checking segment: {'id': '4380df58-b15e-41b4-93ec-92ce9773e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:29:47.607688 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Network hostable DHCP agents. Network: 9f2a0323-2c70-421a-a887-52ca5d90996c, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:29:47.697548 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Network 9f2a0323-2c70-421a-a887-52ca5d90996c is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:29:47.800386 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 9f2a0323-2c70-421a-a887-52ca5d90996c) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:29:47.804917 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:47.805518 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:47.811405 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ddfd7-3837-4a09-9a5a-eec3b5c96f23 None None] Network 9f2a0323-2c70-421a-a887-52ca5d90996c requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:29:47.897877 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a8f3f856-36d6-45ea-b502-e59604338e7c admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7679589 Aug 31 00:29:47.918391 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-9f2a0323-2c70-421a-a887-52ca5d90996c', 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c', 'project_id': '130b40029b174542ac4b0eacc3caf048', 'fixed_ips': [{'subnet_id': '4fc51c4e-5633-474f-860c-4fe13ff4a5d3'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:29:47.919355 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:48.086074 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Allocated IP 192.168.233.2 (9f2a0323-2c70-421a-a887-52ca5d90996c/4fc51c4e-5633-474f-860c-4fe13ff4a5d3/68e02713-9765-408f-98aa-9f74361f5bc2) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:29:48.253179 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Publish callbacks [] for port (68e02713-9765-408f-98aa-9f74361f5bc2), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:48.337693 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (68e02713-9765-408f-98aa-9f74361f5bc2), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:48.521244 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Network 9f2a0323-2c70-421a-a887-52ca5d90996c is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:29:48.527733 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:29:48.532816 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:29:48.550166 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Pushing event updated for resources: {'Port': ['ID=68e02713-9765-408f-98aa-9f74361f5bc2,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:48.582703 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.583343 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.583425 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.583752 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.584058 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.584412 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.584742 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.585063 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.585392 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.585711 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.586032 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.586365 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.586688 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.587007 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.587319 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:48.632545 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Attempting to bind port 68e02713-9765-408f-98aa-9f74361f5bc2 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:29:48.632918 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Attempting to bind port 68e02713-9765-408f-98aa-9f74361f5bc2 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '4380df58-b15e-41b4-93ec-92ce9773e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:29:48.633343 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Attempting to bind port 68e02713-9765-408f-98aa-9f74361f5bc2 on network 9f2a0323-2c70-421a-a887-52ca5d90996c {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:29:48.638773 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:29:48.639147 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Checking segment: {'id': '4380df58-b15e-41b4-93ec-92ce9773e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:29:48.639598 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:48.639934 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Bound using segment: {'id': '4380df58-b15e-41b4-93ec-92ce9773e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:29:48.640474 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Bound port: 68e02713-9765-408f-98aa-9f74361f5bc2, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4380df58-b15e-41b4-93ec-92ce9773e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:29:48.640879 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (68e02713-9765-408f-98aa-9f74361f5bc2), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:48.705890 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] For port 68e02713-9765-408f-98aa-9f74361f5bc2, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:29:48.709183 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] For port 68e02713-9765-408f-98aa-9f74361f5bc2, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=68e02713-9765-408f-98aa-9f74361f5bc2,segment=NetworkSegment(4380df58-b15e-41b4-93ec-92ce9773e34c),segment_id=4380df58-b15e-41b4-93ec-92ce9773e34c)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:29:48.782055 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (68e02713-9765-408f-98aa-9f74361f5bc2), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:48.859942 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b65fa6-17e9-440e-af62-b72bac4cd1b8 None None] Pushing event updated for resources: {'Port': ['ID=68e02713-9765-408f-98aa-9f74361f5bc2,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:49.252833 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 68e02713-9765-408f-98aa-9f74361f5bc2 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:29:49.255872 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:49.277601 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:49.305064 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 68e02713-9765-408f-98aa-9f74361f5bc2 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:29:49.306084 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (68e02713-9765-408f-98aa-9f74361f5bc2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:49.383625 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 68e02713-9765-408f-98aa-9f74361f5bc2 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:29:49.384001 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (68e02713-9765-408f-98aa-9f74361f5bc2), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:49.438802 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 68e02713-9765-408f-98aa-9f74361f5bc2, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=68e02713-9765-408f-98aa-9f74361f5bc2,segment=NetworkSegment(4380df58-b15e-41b4-93ec-92ce9773e34c),segment_id=4380df58-b15e-41b4-93ec-92ce9773e34c)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:49.546867 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (68e02713-9765-408f-98aa-9f74361f5bc2), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:49.609033 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=68e02713-9765-408f-98aa-9f74361f5bc2,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:49.717040 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cfc468-e474-48e9-b0a0-8b240c252894 None None] Network 9f2a0323-2c70-421a-a887-52ca5d90996c requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:29:49.829386 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-cb712ed4-f696-4d19-96d6-1163c0008beb None None] Provisioning complete for port 68e02713-9765-408f-98aa-9f74361f5bc2 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:29:49.829773 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cb712ed4-f696-4d19-96d6-1163c0008beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (68e02713-9765-408f-98aa-9f74361f5bc2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:49.923970 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-cb712ed4-f696-4d19-96d6-1163c0008beb None None] Current status of the port 68e02713-9765-408f-98aa-9f74361f5bc2 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:29:50.042424 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-51153759-32b0-4f31-adea-dbf07165c8a9 None None] Provisioning complete for port 68e02713-9765-408f-98aa-9f74361f5bc2 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:29:50.042803 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-51153759-32b0-4f31-adea-dbf07165c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (68e02713-9765-408f-98aa-9f74361f5bc2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:50.080006 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bbc7f679-58d8-4b22-b8d4-988e64e66c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:50.122180 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-51153759-32b0-4f31-adea-dbf07165c8a9 None None] Current status of the port 68e02713-9765-408f-98aa-9f74361f5bc2 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:29:51.235808 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 68e02713-9765-408f-98aa-9f74361f5bc2 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:29:51.282502 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 68e02713-9765-408f-98aa-9f74361f5bc2 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:29:51.282901 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (68e02713-9765-408f-98aa-9f74361f5bc2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:51.311762 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:51.376747 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 68e02713-9765-408f-98aa-9f74361f5bc2 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:29:51.500778 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:53.148669 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:53.311964 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.817422 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:57.818221 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:01.897212 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:03.228359 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:03.230279 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:08.883664 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:30:17.499704 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-77bf5a46-97ef-4dca-afac-867403e408f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:18.877879 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:18.878907 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:20.076955 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3bbaaa65-bc1a-4e03-ae43-a07e45d2219a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.428216 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.119308 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.293563 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:33.231790 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:33.234038 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:45.884543 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:30:47.521592 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fce4188e-165c-44d1-a3ed-cc75f2bfa77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:50.099054 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ac6f4dd9-7776-4ff7-b986-0a2bb7bb7b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:51.470118 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:53.149711 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:53.332488 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:55.878445 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:55.879271 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:03.229717 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:03.238169 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:14.893370 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 39800) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:31:14.899317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [None req-d975fb7d-032d-4e3b-8cd5-ca350e7cc09f tempest-verify_tempest_config-1782910361 tempest-verify_tempest_config-1782910361-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:31:14.900290 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-d975fb7d-032d-4e3b-8cd5-ca350e7cc09f tempest-verify_tempest_config-1782910361 tempest-verify_tempest_config-1782910361-project] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059588 Aug 31 00:31:15.809685 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 39818) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:31:16.141872 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:16.221868 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Publish callbacks [] for security_group (0858fa03-d5b7-41e4-aba6-c4d62a23dc88), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:16.283039 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0858fa03-d5b7-41e4-aba6-c4d62a23dc88), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:16.331750 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=89d80f89d138415d9129b0a3d33c0977&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5209465 Aug 31 00:31:16.332943 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0858fa03-d5b7-41e4-aba6-c4d62a23dc88,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:16.334503 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39822) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:31:16.340433 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.340791 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.341144 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.341489 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.341832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.342170 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.342506 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.342840 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.343196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.343535 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.343869 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.344218 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.344574 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.344922 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.345257 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94de0b-994e-48d2-b8ac-55bb09c6d4e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.392567 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Publish callbacks [] for security_group (0858fa03-d5b7-41e4-aba6-c4d62a23dc88), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:16.415963 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Publish callbacks [] for security_group (0858fa03-d5b7-41e4-aba6-c4d62a23dc88), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:16.578197 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0858fa03-d5b7-41e4-aba6-c4d62a23dc88), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:16.581072 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:16.582323 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0858fa03-d5b7-41e4-aba6-c4d62a23dc88 HTTP/1.1" status: 204 len: 168 time: 0.2465472 Aug 31 00:31:16.590508 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0858fa03-d5b7-41e4-aba6-c4d62a23dc88,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:16.598275 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.598621 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.598986 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.599325 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.599658 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.599986 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.600394 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.600658 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.600999 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.601325 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.601666 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.602016 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.602341 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.602658 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:16.602976 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668edaf8-af9e-49a7-bc69-ba6e79fae2dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:17.515039 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-71305472-8f49-45d9-9cce-9cc377e10e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:18.391491 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=14 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:18.393818 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=12 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:20.068545 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4acddf40-4389-49e0-b4ee-44864e560bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:21.428331 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:22.883901 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:31:23.114190 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:23.308937 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:26.327702 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:26.336731 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:26.586054 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:26.594338 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:32.879730 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:32.880563 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:33.236753 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:33.242815 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:47.528513 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d4d022eb-46b5-40d3-950f-4615a07415f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:50.107302 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5a86ea7f-2e1e-405f-8092-fc9469d64d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:51.430715 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:53.130056 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:53.336213 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:59.883827 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:32:03.239487 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:03.241402 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:09.878325 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:14.879260 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:17.515613 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-6060b8be-15c1-4c6e-914a-c0e1a9b575cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:20.118025 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-76a089d9-b00b-40de-8a07-145f00c74761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:21.432197 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:23.155110 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:23.283089 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:33.241534 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=10 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:33.243427 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:36.883486 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 5 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:32:46.878407 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:46.879289 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:47.511107 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-c4de821d-d78e-4ee8-bf06-60ca8102dc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:50.082280 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-23b1eb8b-2022-46c6-8f4b-f4ffdf7c137e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:51.457087 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:53.125729 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:53.299068 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:53.791081 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488898'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:03.728297 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:03.731161 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:06.281048 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39918) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:06.411536 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-bd1ea79e-91c7-4075-ae2a-ae4253aa2860 admin admin] 10.222.0.65 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1293936 Aug 31 00:33:08.669422 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 39928) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:08.724254 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0bd4300a-6ef1-4ab0-9fe0-f434fb52b40a admin admin] 10.222.0.65 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538440 Aug 31 00:33:13.886943 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:33:16.406492 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:17.515371 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-a12b079f-4dbf-4028-bda2-fdf8f19a515a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:18.719571 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:20.070205 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-c83b94c0-4d53-48ad-a175-d7409107261c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:21.428077 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:23.155614 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:23.326612 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:23.749523 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:23.879109 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=16 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:23.879897 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=18 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:33.679890 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:33.681856 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:47.531781 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8eaca489-7199-4eb7-bc58-7c9269f7f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:50.062573 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f0c216c1-503a-42e4-9094-334b2529a2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:50.885433 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:33:51.423117 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:53.158400 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:53.309249 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:53.760001 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:56.879395 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:00.881561 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:03.695428 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:03.696702 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:14.886297 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:17.525119 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-c00c8aad-cbae-43a1-96b3-caa46738026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:20.163238 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-e3e1db6b-23d7-445c-9e20-81d420614877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:21.467633 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:23.113056 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:23.318940 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:23.787821 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:27.885185 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:34:33.711458 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:33.713405 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:37.880546 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:37.881169 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:44.230136 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40054) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:44.671466 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2131033692-network', 'tenant_id': 'c0528602037241c98f36d12984aa26a9'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:44.746847 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Made reservation on behalf of c0528602037241c98f36d12984aa26a9 for: {'network': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:44.749595 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:44.758789 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:44.839042 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Publish callbacks [] for security_group (e4b624e1-b08f-43ca-b42a-b76ed8849dcf), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:44.930007 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e4b624e1-b08f-43ca-b42a-b76ed8849dcf), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:44.958174 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=113724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:34:44.970655 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b624e1-b08f-43ca-b42a-b76ed8849dcf,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:44.977980 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (13cf43dd-eced-45f8-a250-c0ca7b03f4bc), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:44.978940 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.segments_db [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Added segment 13cf43dd-eced-45f8-a250-c0ca7b03f4bc of type vlan for network 9837c576-c4cf-44ac-87eb-1f546c317c31 Aug 31 00:34:44.981199 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.981541 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.981878 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.982209 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.982540 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.982863 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.983271 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.983604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.983923 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.984246 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.984592 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.984933 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.985254 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.985566 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.985890 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Tracked resource versions report: Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: pushed versions: Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: { 'AddressGroup': {'1.2'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Agent': {'1.1'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'ConntrackHelper': {'1.0'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Log': {'1.0'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'NDPProxy': {'1.0'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Network': {'1.1'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Port': {'1.7'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'PortForwarding': {'1.3'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'QosPolicy': {'1.10'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SecurityGroup': {'1.5'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SubPort': {'1.0'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Subnet': {'1.1'}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Trunk': {'1.1'}} Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: consumer versions: Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: { DHCP agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: HyperV agent@hv-cinder-85221: {}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: L3 agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: Metadata agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: Metering agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: Open vSwitch agent@dv-cinder-852211-6-iscsi: { 'AddressGroup': '1.2', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Agent': '1.1', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'ConntrackHelper': '1.0', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'LocalIPAssociation': '1.0', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Log': '1.0', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'NDPProxy': '1.0', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Network': '1.1', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Port': '1.7', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'PortForwarding': '1.3', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'QosPolicy': '1.10', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SecurityGroup': '1.5', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SecurityGroupRule': '1.2', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'SubPort': '1.0', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Subnet': '1.1', Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: 'Trunk': '1.1'}} Aug 31 00:34:44.987081 dv-cinder-852211-6-iscsi neutron-server[113724]: {{(pid=113724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:34:45.029762 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (9837c576-c4cf-44ac-87eb-1f546c317c31), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:45.169617 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (9837c576-c4cf-44ac-87eb-1f546c317c31), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:45.170726 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:34:45.171316 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:45.239698 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] Pushing event updated for resources: {'Network': ['ID=9837c576-c4cf-44ac-87eb-1f546c317c31,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:45.253023 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 9837c576-c4cf-44ac-87eb-1f546c317c31 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:34:45.289481 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40102) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:45.293192 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9b367daf-542e-4e65-a2d4-750a3d84bea0 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0583396 Aug 31 00:34:45.297829 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Request body: {'subnet': {'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2131033692-subnet', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:45.393856 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Made reservation on behalf of c0528602037241c98f36d12984aa26a9 for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:45.397700 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:45.633643 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (e3f06ebf-c0ff-4f88-94b0-5dd167885d0b), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:45.693392 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f06ebf-c0ff-4f88-94b0-5dd167885d0b,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:45.707981 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.708376 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.708926 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.709317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.709659 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.709998 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.710325 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.710652 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.711055 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.711561 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.712147 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.713094 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.713429 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.713758 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.714078 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Tracked resource versions report: Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: pushed versions: Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: { 'AddressGroup': {'1.2'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Agent': {'1.1'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'ConntrackHelper': {'1.0'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Log': {'1.0'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'NDPProxy': {'1.0'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Network': {'1.1'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Port': {'1.7'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'PortForwarding': {'1.3'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'QosPolicy': {'1.10'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SecurityGroup': {'1.5'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SubPort': {'1.0'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Subnet': {'1.1'}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Trunk': {'1.1'}} Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: consumer versions: Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: { DHCP agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: HyperV agent@hv-cinder-85221: {}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: L3 agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: Metadata agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: Metering agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: Open vSwitch agent@dv-cinder-852211-6-iscsi: { 'AddressGroup': '1.2', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Agent': '1.1', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'ConntrackHelper': '1.0', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'LocalIPAssociation': '1.0', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Log': '1.0', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'NDPProxy': '1.0', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Network': '1.1', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Port': '1.7', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'PortForwarding': '1.3', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'QosPolicy': '1.10', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SecurityGroup': '1.5', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SecurityGroupRule': '1.2', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'SubPort': '1.0', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Subnet': '1.1', Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: 'Trunk': '1.1'}} Aug 31 00:34:45.715464 dv-cinder-852211-6-iscsi neutron-server[113723]: {{(pid=113723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:34:45.730073 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Checking segment: {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:45.730073 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Network hostable DHCP agents. Network: 9837c576-c4cf-44ac-87eb-1f546c317c31, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:34:45.803835 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Network 9837c576-c4cf-44ac-87eb-1f546c317c31 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:34:45.872609 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 9837c576-c4cf-44ac-87eb-1f546c317c31) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:45.877545 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:34:45.878145 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:45.882743 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c04eaf-e331-44f1-b141-9b19812bb1c2 None None] Network 9837c576-c4cf-44ac-87eb-1f546c317c31 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:34:45.941202 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40140) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:45.976246 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-a4d1f0ac-efdd-488c-9e43-b6b61b40e02a admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6845522 Aug 31 00:34:45.979846 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40146) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:45.986557 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:46.084136 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.085225 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.157546 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks [] for router_controller (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), precommit_add_association {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.157641 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-9837c576-c4cf-44ac-87eb-1f546c317c31', 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31', 'project_id': 'c0528602037241c98f36d12984aa26a9', 'fixed_ips': [{'subnet_id': 'e3f06ebf-c0ff-4f88-94b0-5dd167885d0b'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:34:46.157641 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.173460 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40154) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:46.310298 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Allocated IP 172.20.0.2 (9837c576-c4cf-44ac-87eb-1f546c317c31/e3f06ebf-c0ff-4f88-94b0-5dd167885d0b/056582e6-29f0-4ad0-961d-e0cd313bf9b5) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:46.346472 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-400585018-network', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:46.396939 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks [] for router_gateway (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.426832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Made reservation on behalf of d8aa6e0e8e6b492f8e74eea0e830c0bc for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:46.429546 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.441049 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.471898 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Publish callbacks [] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.571195 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.616362 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Publish callbacks [] for security_group (1e1ca445-20fd-4ddc-8489-2874228a3251), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.617377 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:46.620687 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Network 9837c576-c4cf-44ac-87eb-1f546c317c31 is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:46.624071 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:46.631145 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:46.655262 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:46.693487 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1e1ca445-20fd-4ddc-8489-2874228a3251), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.694668 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Pushing event updated for resources: {'Port': ['ID=056582e6-29f0-4ad0-961d-e0cd313bf9b5,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:46.709469 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.709985 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.710453 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.710931 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.711363 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.711866 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.712294 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.713429 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.713883 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.714355 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.714900 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.715356 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.715830 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.716250 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.716713 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Tracked resource versions report: Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: pushed versions: Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: { 'AddressGroup': {'1.2'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Agent': {'1.1'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'ConntrackHelper': {'1.0'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Log': {'1.0'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'NDPProxy': {'1.0'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Network': {'1.1'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Port': {'1.7'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'PortForwarding': {'1.3'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'QosPolicy': {'1.10'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SecurityGroup': {'1.5'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SubPort': {'1.0'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Subnet': {'1.1'}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Trunk': {'1.1'}} Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: consumer versions: Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: { DHCP agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: HyperV agent@hv-cinder-85221: {}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: L3 agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: Metadata agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: Metering agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: Open vSwitch agent@dv-cinder-852211-6-iscsi: { 'AddressGroup': '1.2', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Agent': '1.1', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'ConntrackHelper': '1.0', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'LocalIPAssociation': '1.0', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Log': '1.0', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'NDPProxy': '1.0', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Network': '1.1', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Port': '1.7', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'PortForwarding': '1.3', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'QosPolicy': '1.10', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SecurityGroup': '1.5', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SecurityGroupRule': '1.2', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'SubPort': '1.0', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Subnet': '1.1', Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: 'Trunk': '1.1'}} Aug 31 00:34:46.718192 dv-cinder-852211-6-iscsi neutron-server[113725]: {{(pid=113725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:34:46.748070 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Attempting to bind port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:34:46.748070 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Attempting to bind port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:34:46.748070 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Attempting to bind port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 on network 9837c576-c4cf-44ac-87eb-1f546c317c31 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:34:46.748388 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ca445-20fd-4ddc-8489-2874228a3251,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:46.748491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:34:46.748491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Checking segment: {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:46.748491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.748491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Bound using segment: {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:34:46.748491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Bound port: 056582e6-29f0-4ad0-961d-e0cd313bf9b5, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:34:46.748491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.749024 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:34:46.757164 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks [] for router_gateway (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.798238 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.806656 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40182) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:46.813317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-network', 'tenant_id': '606c24bee18a4454ab672cfb6a395286'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:46.818300 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] For port 056582e6-29f0-4ad0-961d-e0cd313bf9b5, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:46.824248 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] For port 056582e6-29f0-4ad0-961d-e0cd313bf9b5, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=056582e6-29f0-4ad0-961d-e0cd313bf9b5,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:46.862320 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (4f54db00-a0f9-48fe-829d-9fceb44d0a79), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.863036 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Added segment 4f54db00-a0f9-48fe-829d-9fceb44d0a79 of type vlan for network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab Aug 31 00:34:46.920941 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (578f7ed4-d51e-4ddc-a46f-3229f20b75ab), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:46.934547 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.015269 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290280f8-f6fb-45ec-830a-80d2c0540a15 None None] Pushing event updated for resources: {'Port': ['ID=056582e6-29f0-4ad0-961d-e0cd313bf9b5,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:47.051369 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Made reservation on behalf of 606c24bee18a4454ab672cfb6a395286 for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:47.053683 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.082354 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.089805 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Allocated IP 172.27.3.4 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/d1e8667c-54d1-415b-b0cb-af66b67d701a) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:47.142227 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (578f7ed4-d51e-4ddc-a46f-3229f20b75ab), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.143230 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:34:47.143797 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.211445 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-773354975-network', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:47.425496 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3931031 Aug 31 00:34:47.441344 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40202) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:47.441344 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Request body: {'subnet': {'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-subnet', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:47.441344 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Made reservation on behalf of ec5893d9a55f4ed28f6579397d0d6f21 for: {'network': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:47.441344 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.441344 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.442533 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c65bc-edb2-4937-a5c2-bad1762222d8 admin admin] Pushing event updated for resources: {'Network': ['ID=578f7ed4-d51e-4ddc-a46f-3229f20b75ab,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:47.462275 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:34:47.480529 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks [] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.523986 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Publish callbacks [] for security_group (735388cf-5158-4e50-9e4c-f7730d1192ae), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.524545 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:47.541748 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Made reservation on behalf of d8aa6e0e8e6b492f8e74eea0e830c0bc for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:47.541894 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.595971 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 056582e6-29f0-4ad0-961d-e0cd313bf9b5 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:47.633123 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-c73ef029-d8a4-4d56-be56-b7a5979492dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.633907 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (735388cf-5158-4e50-9e4c-f7730d1192ae), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.643501 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Publish callbacks [] for security_group (18de9920-1e52-4b5d-97cc-40d807ae93ad), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.645071 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=7 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:47.670291 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:47.673183 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.693185 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:47.709796 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735388cf-5158-4e50-9e4c-f7730d1192ae,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:47.718668 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.742787 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:34:47.771162 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:47.785769 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:47.787681 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.792045 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (18de9920-1e52-4b5d-97cc-40d807ae93ad), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.805941 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=113724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:34:47.816837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:47.819857 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:47.820495 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (925a14f9-2299-42dd-b663-99a6bfdc2dae), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.821515 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.segments_db [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Added segment 925a14f9-2299-42dd-b663-99a6bfdc2dae of type vlan for network 6d427232-8e26-4216-9399-96dea4f30f86 Aug 31 00:34:47.829437 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (a78fa1fd-7b46-4a44-bdad-b2dd859dffbf), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.829791 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Added segment a78fa1fd-7b46-4a44-bdad-b2dd859dffbf of type vlan for network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b Aug 31 00:34:47.865413 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 056582e6-29f0-4ad0-961d-e0cd313bf9b5, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=056582e6-29f0-4ad0-961d-e0cd313bf9b5,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:34:47.873266 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:47.874871 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:47.880033 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (6d427232-8e26-4216-9399-96dea4f30f86), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.882844 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (26f39e4c-d65e-40e6-825e-a79624118993), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:47.962110 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Checking segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:47.963153 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Network hostable DHCP agents. Network: 578f7ed4-d51e-4ddc-a46f-3229f20b75ab, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:34:47.963409 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.038287 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (6d427232-8e26-4216-9399-96dea4f30f86), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.038287 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:34:48.038287 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.041186 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e8667c-54d1-415b-b0cb-af66b67d701a,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:48.064226 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=056582e6-29f0-4ad0-961d-e0cd313bf9b5,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:48.090090 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (dd1dfc05-b842-4c55-a9f4-0aefefbafd0b), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.157060 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3490903 Aug 31 00:34:48.158162 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:34:48.160038 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40232) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:48.165659 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Request body: {'subnet': {'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-773354975-subnet', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:48.175204 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18de9920-1e52-4b5d-97cc-40d807ae93ad,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:48.206109 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761edd55-ec24-44bf-9b54-deb0fa9325ad admin admin] Pushing event updated for resources: {'Network': ['ID=6d427232-8e26-4216-9399-96dea4f30f86,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:48.209745 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f39e4c-d65e-40e6-825e-a79624118993,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:48.219401 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 6d427232-8e26-4216-9399-96dea4f30f86 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:34:48.257728 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 578f7ed4-d51e-4ddc-a46f-3229f20b75ab) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:48.267423 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:34:48.267963 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (dd1dfc05-b842-4c55-a9f4-0aefefbafd0b), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.268090 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.269811 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:34:48.274861 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.342161 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebf0f3-e9e6-4f49-aab5-8bb980bbaa9c None None] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:34:48.638823 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-018e5be9-2428-49e7-9370-8f0d5bb584a4 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0434065 Aug 31 00:34:48.643667 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40238) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:48.643667 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:48.643667 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Made reservation on behalf of ec5893d9a55f4ed28f6579397d0d6f21 for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:48.643667 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.643667 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4015317 Aug 31 00:34:48.662751 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40258) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:48.662751 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Request body: {'subnet': {'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-subnet', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:48.672993 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:34:48.672993 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.683314 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a88fa-21cc-4d17-8705-fd5bd77da686 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:48.683314 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:48.714631 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks [] for router_gateway (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.746983 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:34:48.753062 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262991ec-967e-4a49-b944-15d74cf104ab None None] Network 9837c576-c4cf-44ac-87eb-1f546c317c31 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:34:48.784672 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Made reservation on behalf of 606c24bee18a4454ab672cfb6a395286 for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:48.789161 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.816617 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.817837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.894824 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-4bcc9de6-cca6-49dd-bd0f-ea98cc6a4847 None None] Provisioning complete for port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:48.895469 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9de6-cca6-49dd-bd0f-ea98cc6a4847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.023377 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Allocated IP 172.20.0.2 (578f7ed4-d51e-4ddc-a46f-3229f20b75ab/26f39e4c-d65e-40e6-825e-a79624118993/b2244229-c3ca-4795-91a4-04afa00fe5bb) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:49.088440 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc9de6-cca6-49dd-bd0f-ea98cc6a4847 None None] Current status of the port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:49.113123 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks [] for router_controller (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), precommit_add_association {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.163270 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.273877 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Publish callbacks [] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.312694 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (ac7233ea-d3dd-4f4b-966f-1fedd056ffbf), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.337041 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d797a1b2-4882-401f-904e-c84ac0395882 None None] Provisioning complete for port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:49.337588 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d797a1b2-4882-401f-904e-c84ac0395882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.342607 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (2cf5dfff-2a32-4c40-85ab-2f8b681b68bb), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.384858 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.456725 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Pushing event updated for resources: {'Port': ['ID=b2244229-c3ca-4795-91a4-04afa00fe5bb,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:49.473665 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:49.492880 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:49.499682 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Checking segment: {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:49.500446 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Network hostable DHCP agents. Network: dd1dfc05-b842-4c55-a9f4-0aefefbafd0b, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:34:49.520525 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:49.532135 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:49.533320 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 056582e6-29f0-4ad0-961d-e0cd313bf9b5 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:49.541369 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:49.604484 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:34:49.690616 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, dd1dfc05-b842-4c55-a9f4-0aefefbafd0b) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:49.701101 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:34:49.702049 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.706277 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Router b897cd07-b0bd-4e35-84bf-1549c0fbe75c is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:34:49.713828 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks [] for router_gateway (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.717152 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Checking segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:49.717497 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Network hostable DHCP agents. Network: 6d427232-8e26-4216-9399-96dea4f30f86, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:34:49.766019 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a85424-44ae-4c87-8eca-17439237a357 None None] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:34:49.766019 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d797a1b2-4882-401f-904e-c84ac0395882 None None] Current status of the port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:49.789225 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:49.791136 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:49.830108 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-191dadae-384f-4456-b022-5a37d97fd49b admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2489123 Aug 31 00:34:49.831123 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40302) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:49.846512 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:49.876693 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Attempting to bind port b2244229-c3ca-4795-91a4-04afa00fe5bb on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:34:49.876900 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Network 6d427232-8e26-4216-9399-96dea4f30f86 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:34:49.877185 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Attempting to bind port b2244229-c3ca-4795-91a4-04afa00fe5bb by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:34:49.877759 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Attempting to bind port b2244229-c3ca-4795-91a4-04afa00fe5bb on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:34:49.888351 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:34:49.893727 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 6d427232-8e26-4216-9399-96dea4f30f86) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:49.903226 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:34:49.903226 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Checking segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:49.903226 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.903226 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Bound using segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:34:49.903226 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Bound port: b2244229-c3ca-4795-91a4-04afa00fe5bb, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:34:49.903226 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.905688 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:34:49.906282 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.914755 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Sync routers for ids ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:34:49.937782 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Routers {'b897cd07-b0bd-4e35-84bf-1549c0fbe75c'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:34:49.937782 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:49.959332 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:49.960630 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382925d-cb74-46d5-b4b2-73cec2074452 None None] Network 6d427232-8e26-4216-9399-96dea4f30f86 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:34:49.961132 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.033422 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.034675 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2d643a32-a499-488c-b83b-680879713373 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0532916 Aug 31 00:34:50.047312 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40310) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:50.149190 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f1248543-3e17-4a03-97ad-5158cde4e21d admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9878216 Aug 31 00:34:50.183064 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40316) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:50.193529 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Set router b897cd07-b0bd-4e35-84bf-1549c0fbe75c gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:34:50.200034 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:50.206560 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks [] for router_controller (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), precommit_add_association {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.262307 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:50.262698 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.272141 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:50.310142 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-6d427232-8e26-4216-9399-96dea4f30f86', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:34:50.311405 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.328432 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (da9fd68c-7440-4e34-b352-1d1b1ea530ed), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.329536 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (da9fd68c-7440-4e34-b352-1d1b1ea530ed), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.339567 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks [] for router_gateway (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.369795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.433929 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:50.484084 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] For port b2244229-c3ca-4795-91a4-04afa00fe5bb, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:50.491497 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] For port b2244229-c3ca-4795-91a4-04afa00fe5bb, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=b2244229-c3ca-4795-91a4-04afa00fe5bb,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:50.493037 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-c8fa59df-e25a-4d72-897e-de7f16c23eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.500601 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'project_id': '606c24bee18a4454ab672cfb6a395286', 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:34:50.501569 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.631177 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.695410 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:48Z', 'revision_number': 3, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'gw_port': {'id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:50.702627 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265671c0-fc7d-4d0b-ba93-95382df6bf45 None None] Pushing event updated for resources: {'Port': ['ID=b2244229-c3ca-4795-91a4-04afa00fe5bb,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:50.729372 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks [] for router_controller (da9fd68c-7440-4e34-b352-1d1b1ea530ed), precommit_add_association {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.736850 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks [] for router_gateway (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.747618 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40330) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:50.764275 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Checking router: b897cd07-b0bd-4e35-84bf-1549c0fbe75c for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:34:50.764813 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Updating router b897cd07-b0bd-4e35-84bf-1549c0fbe75c port d1e8667c-54d1-415b-b0cb-af66b67d701a binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:34:50.839495 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:50.849586 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:50.946794 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40334) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:50.963778 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Allocated IP 172.27.3.14 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/e26725ae-8122-45da-a2be-dd3e8a0ace36) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:51.017448 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:51.077761 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Allocated IP 172.20.0.2 (6d427232-8e26-4216-9399-96dea4f30f86/ac7233ea-d3dd-4f4b-966f-1fedd056ffbf/b5d46abb-e38e-4007-bae4-3a07c53082c6) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:51.181565 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Allocated IP 172.20.0.2 (dd1dfc05-b842-4c55-a9f4-0aefefbafd0b/2cf5dfff-2a32-4c40-85ab-2f8b681b68bb/e0b15cec-5fd9-4436-836f-a646038b2b09) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:51.185481 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-37b149b3-895b-4536-bc3f-3cb17e3cb9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.269386 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks [] for router_gateway (da9fd68c-7440-4e34-b352-1d1b1ea530ed), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.277228 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c138983a-c4b4-4ded-9ce2-49afca3c4bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.378167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks [] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.462769 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Publish callbacks [] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.512994 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device b2244229-c3ca-4795-91a4-04afa00fe5bb up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:51.554559 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Publish callbacks [] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.559797 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.567171 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks [] for router_gateway (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.590101 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.593736 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port b2244229-c3ca-4795-91a4-04afa00fe5bb triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:51.593736 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.604199 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.621354 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-37b149b3-895b-4536-bc3f-3cb17e3cb9e1 admin admin] Publish callbacks [] for security_group (c9bb1cd6-267f-40a2-b5b2-285cc9b752d1), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.636824 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.670369 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Network 6d427232-8e26-4216-9399-96dea4f30f86 is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:51.681399 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:51.702994 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:51.785378 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-37b149b3-895b-4536-bc3f-3cb17e3cb9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (c9bb1cd6-267f-40a2-b5b2-285cc9b752d1), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.803728 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.844355 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Attempting to bind port b5d46abb-e38e-4007-bae4-3a07c53082c6 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:34:51.846376 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Attempting to bind port b5d46abb-e38e-4007-bae4-3a07c53082c6 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:34:51.846689 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Attempting to bind port b5d46abb-e38e-4007-bae4-3a07c53082c6 on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:34:51.851069 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c138983a-c4b4-4ded-9ce2-49afca3c4bbe admin admin] Publish callbacks [] for security_group (316e272a-b76e-4b9f-8cb3-203e8fbd604d), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.858288 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.894442 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:34:51.899454 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Checking segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:51.901616 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.902038 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Bound using segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:34:51.905108 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Bound port: b5d46abb-e38e-4007-bae4-3a07c53082c6, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:34:51.906027 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:51.928940 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-37b149b3-895b-4536-bc3f-3cb17e3cb9e1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=b05557d292f240d690687db45cfcbffc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1802344 Aug 31 00:34:51.938890 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:51.946233 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40362) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:51.947091 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:51.948215 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:51.952501 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b149b3-895b-4536-bc3f-3cb17e3cb9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb1cd6-267f-40a2-b5b2-285cc9b752d1,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:51.952995 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:51.977179 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks [] for router_gateway (da9fd68c-7440-4e34-b352-1d1b1ea530ed), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.019193 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.023804 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Pushing event updated for resources: {'Port': ['ID=e26725ae-8122-45da-a2be-dd3e8a0ace36,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:52.036814 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c138983a-c4b4-4ded-9ce2-49afca3c4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (316e272a-b76e-4b9f-8cb3-203e8fbd604d), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.122281 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Publish callbacks [] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.154742 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Pushing event updated for resources: {'Port': ['ID=b5d46abb-e38e-4007-bae4-3a07c53082c6,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:52.182704 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.199194 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6c53-395d-482f-9d24-e06eec76bcb4 admin admin] Publish callbacks [] for security_group (c9bb1cd6-267f-40a2-b5b2-285cc9b752d1), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.217568 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:52.223379 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6c53-395d-482f-9d24-e06eec76bcb4 admin admin] Publish callbacks [] for security_group (c9bb1cd6-267f-40a2-b5b2-285cc9b752d1), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.235129 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Attempting to bind port d1e8667c-54d1-415b-b0cb-af66b67d701a on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:34:52.235770 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Attempting to bind port d1e8667c-54d1-415b-b0cb-af66b67d701a by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:34:52.236414 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Attempting to bind port d1e8667c-54d1-415b-b0cb-af66b67d701a on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:34:52.252410 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:34:52.253262 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:52.253762 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.254243 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:34:52.254863 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Bound port: d1e8667c-54d1-415b-b0cb-af66b67d701a, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:34:52.255326 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.265531 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Attempting to bind port e0b15cec-5fd9-4436-836f-a646038b2b09 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:34:52.265908 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Attempting to bind port e0b15cec-5fd9-4436-836f-a646038b2b09 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:34:52.266268 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Attempting to bind port e0b15cec-5fd9-4436-836f-a646038b2b09 on network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:34:52.272718 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port b2244229-c3ca-4795-91a4-04afa00fe5bb is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:52.273108 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.282856 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Allocated IP 172.27.3.32 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:52.298587 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:52.310710 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Pushing event updated for resources: {'Port': ['ID=e0b15cec-5fd9-4436-836f-a646038b2b09,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:52.310910 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:52.314172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:52.320393 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0d246-ce92-4703-9822-568f08feb4ce None None] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:34:52.325175 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:34:52.325938 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Checking segment: {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:52.326480 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.327016 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Bound using segment: {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:34:52.327809 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Bound port: e0b15cec-5fd9-4436-836f-a646038b2b09, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:34:52.329082 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.346142 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Pushing event updated for resources: {'Port': ['ID=d1e8667c-54d1-415b-b0cb-af66b67d701a,revision_number=2']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:52.382913 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.389866 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.390432 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.390930 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.391405 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.392258 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-c138983a-c4b4-4ded-9ce2-49afca3c4bbe admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=751d12acbdb540539718f10f4edf9213&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4397883 Aug 31 00:34:52.394795 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.395790 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.396527 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.401843 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-79a9fcde-fb9f-4a8f-92c2-97167ced64e3 None None] Provisioning complete for port b2244229-c3ca-4795-91a4-04afa00fe5bb triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:52.407043 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-79a9fcde-fb9f-4a8f-92c2-97167ced64e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Tracked resource versions report: Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: pushed versions: Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: { 'AddressGroup': {'1.2'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Agent': {'1.1'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'ConntrackHelper': {'1.0'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Log': {'1.0'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'NDPProxy': {'1.0'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Network': {'1.1'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Port': {'1.7'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'PortForwarding': {'1.3'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'QosPolicy': {'1.10'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SecurityGroup': {'1.5'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SubPort': {'1.0'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Subnet': {'1.1'}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Trunk': {'1.1'}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: consumer versions: Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: { DHCP agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: HyperV agent@hv-cinder-85221: {}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: L3 agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: Metadata agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: Metering agent@dv-cinder-852211-6-iscsi: {}, Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: Open vSwitch agent@dv-cinder-852211-6-iscsi: { 'AddressGroup': '1.2', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Agent': '1.1', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'ConntrackHelper': '1.0', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'LocalIPAssociation': '1.0', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Log': '1.0', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'NDPProxy': '1.0', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Network': '1.1', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Port': '1.7', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'PortForwarding': '1.3', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'QosPolicy': '1.10', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SecurityGroup': '1.5', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SecurityGroupRule': '1.2', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'SubPort': '1.0', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Subnet': '1.1', Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: 'Trunk': '1.1'}} Aug 31 00:34:52.407167 dv-cinder-852211-6-iscsi neutron-server[113726]: {{(pid=113726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:34:52.444245 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6c53-395d-482f-9d24-e06eec76bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (c9bb1cd6-267f-40a2-b5b2-285cc9b752d1), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.447940 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6c53-395d-482f-9d24-e06eec76bcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.448744 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40366) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:52.451575 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] For port d1e8667c-54d1-415b-b0cb-af66b67d701a, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:52.452772 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2b1a6c53-395d-482f-9d24-e06eec76bcb4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c9bb1cd6-267f-40a2-b5b2-285cc9b752d1 HTTP/1.1" status: 204 len: 168 time: 0.4125259 Aug 31 00:34:52.462566 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Allocated IP 172.20.0.1 (9837c576-c4cf-44ac-87eb-1f546c317c31/e3f06ebf-c0ff-4f88-94b0-5dd167885d0b/a1d69d12-fea0-4318-b84d-a70fa8f90a48) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:52.470945 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] For port d1e8667c-54d1-415b-b0cb-af66b67d701a, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d1e8667c-54d1-415b-b0cb-af66b67d701a,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:52.502324 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks [] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.519900 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138983a-c4b4-4ded-9ce2-49afca3c4bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316e272a-b76e-4b9f-8cb3-203e8fbd604d,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:52.545350 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a6c53-395d-482f-9d24-e06eec76bcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb1cd6-267f-40a2-b5b2-285cc9b752d1,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:52.559853 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.579131 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:52.627352 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] For port b5d46abb-e38e-4007-bae4-3a07c53082c6, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:52.643413 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d6d49-e6f6-4135-8b7a-a2d0fe77e440 None None] Pushing event updated for resources: {'Port': ['ID=d1e8667c-54d1-415b-b0cb-af66b67d701a,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:52.648486 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port b2244229-c3ca-4795-91a4-04afa00fe5bb, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=b2244229-c3ca-4795-91a4-04afa00fe5bb,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:34:52.648658 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Routers {'b897cd07-b0bd-4e35-84bf-1549c0fbe75c'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:34:52.648658 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:52.680710 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] For port b5d46abb-e38e-4007-bae4-3a07c53082c6, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=b5d46abb-e38e-4007-bae4-3a07c53082c6,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:52.746134 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] For port e0b15cec-5fd9-4436-836f-a646038b2b09, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:52.781554 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.784744 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:52.822239 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:52.825938 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Publish callbacks [] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.827711 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] Set router b897cd07-b0bd-4e35-84bf-1549c0fbe75c gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:34:52.882329 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:52.890783 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:52.936265 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] For port e0b15cec-5fd9-4436-836f-a646038b2b09, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e0b15cec-5fd9-4436-836f-a646038b2b09,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:52.940285 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.941640 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3cfc-8752-4f69-ab20-b5a920a14e11 admin admin] Publish callbacks [] for security_group (316e272a-b76e-4b9f-8cb3-203e8fbd604d), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.944059 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:52.944867 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:52.958637 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:52.964104 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-79a9fcde-fb9f-4a8f-92c2-97167ced64e3 None None] Current status of the port b2244229-c3ca-4795-91a4-04afa00fe5bb is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:52.964700 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-79a9fcde-fb9f-4a8f-92c2-97167ced64e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.013608 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.037367 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:53.076299 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3cfc-8752-4f69-ab20-b5a920a14e11 admin admin] Publish callbacks [] for security_group (316e272a-b76e-4b9f-8cb3-203e8fbd604d), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.080058 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:48Z', 'revision_number': 3, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'gw_port': {'id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:53.141666 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901dd1a-7537-4813-ad14-bc73119119d6 None None] Pushing event updated for resources: {'Port': ['ID=b5d46abb-e38e-4007-bae4-3a07c53082c6,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:53.151667 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Allocated IP 172.27.3.76 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:53.154478 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks [] for router_gateway (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.184110 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df7c1b-dbf7-4403-9b9a-48a680e2e3ba None None] The sync data for ids ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'] in dv-cinder-852211-6-iscsi is: [{'id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:48Z', 'revision_number': 3, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'gw_port': {'id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:34:53.339600 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Network 9837c576-c4cf-44ac-87eb-1f546c317c31 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:53.370127 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=b2244229-c3ca-4795-91a4-04afa00fe5bb,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:53.376724 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:53.381912 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.428962 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:53.444561 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.445206 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:53.683825 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.694215 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.db.api [None req-79a9fcde-fb9f-4a8f-92c2-97167ced64e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 00:34:53.694573 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG oslo_db.api [None req-79a9fcde-fb9f-4a8f-92c2-97167ced64e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:34:53.718345 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f65614-ea1d-48fe-8b56-30620f40d7bf None None] Pushing event updated for resources: {'Port': ['ID=e0b15cec-5fd9-4436-836f-a646038b2b09,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:53.753137 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.781078 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3cfc-8752-4f69-ab20-b5a920a14e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (316e272a-b76e-4b9f-8cb3-203e8fbd604d), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.793863 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3cfc-8752-4f69-ab20-b5a920a14e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.808871 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3b1f3cfc-8752-4f69-ab20-b5a920a14e11 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/316e272a-b76e-4b9f-8cb3-203e8fbd604d HTTP/1.1" status: 204 len: 168 time: 1.3579915 Aug 31 00:34:53.809548 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:53.948829 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d69d12-fea0-4318-b84d-a70fa8f90a48,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:53.983581 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:54.002420 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f3cfc-8752-4f69-ab20-b5a920a14e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316e272a-b76e-4b9f-8cb3-203e8fbd604d,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:54.039846 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks [] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:54.051865 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks [] for router_gateway (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:54.107438 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device b2244229-c3ca-4795-91a4-04afa00fe5bb up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:54.114509 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:54.244870 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40404) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:54.298958 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=84,neutron:UPDATE=9,neutron:INSERT=7 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:54.358825 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:54.377461 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:54.380768 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port b2244229-c3ca-4795-91a4-04afa00fe5bb triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:54.381461 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:54.383907 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-79a9fcde-fb9f-4a8f-92c2-97167ced64e3 None None] Current status of the port b2244229-c3ca-4795-91a4-04afa00fe5bb is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:54.484225 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:54.497036 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Pushing event updated for resources: {'Port': ['ID=a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:54.504740 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:54.510909 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:54.518858 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:54.528786 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-11516e2e-0043-4c64-82e7-996f0f7f832d None None] Provisioning complete for port a1d69d12-fea0-4318-b84d-a70fa8f90a48 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:54.529164 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-11516e2e-0043-4c64-82e7-996f0f7f832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:54.661063 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-11516e2e-0043-4c64-82e7-996f0f7f832d None None] Port a1d69d12-fea0-4318-b84d-a70fa8f90a48 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:34:54.713701 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-11516e2e-0043-4c64-82e7-996f0f7f832d None None] Provisioning complete for port b2244229-c3ca-4795-91a4-04afa00fe5bb triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:54.714117 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-11516e2e-0043-4c64-82e7-996f0f7f832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:54.981375 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port b2244229-c3ca-4795-91a4-04afa00fe5bb is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:54.986348 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device b5d46abb-e38e-4007-bae4-3a07c53082c6 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:55.011350 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.038673 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-30a96e64-f6ea-4316-94bd-fdf83170b71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.139883 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:34:55.147560 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Publish callbacks [] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.157264 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-11516e2e-0043-4c64-82e7-996f0f7f832d None None] Current status of the port b2244229-c3ca-4795-91a4-04afa00fe5bb is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:55.196258 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:INSERT=1,neutron:UPDATE=3,neutron:SELECT=96 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:55.252991 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port b5d46abb-e38e-4007-bae4-3a07c53082c6 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:55.254380 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.281447 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.282582 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.333415 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4b786-abbf-4b41-ada9-582cf1b3f63a None None] Network 6d427232-8e26-4216-9399-96dea4f30f86 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:34:55.386514 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:55.443763 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40422) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:55.507216 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e814a6d2-5868-4dc5-b469-162ff1710a80 None None] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:34:55.518608 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d69d12-fea0-4318-b84d-a70fa8f90a48,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:55.552470 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-30a96e64-f6ea-4316-94bd-fdf83170b71c admin admin] Publish callbacks [] for security_group (2e1b404d-102c-44bc-a651-e11dc83daf9a), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.565381 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:34:55.623931 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Network 9837c576-c4cf-44ac-87eb-1f546c317c31 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:55.628748 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:55.647616 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Sync routers for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:34:55.655092 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-1d1dedae-bff7-41c7-b423-28305c5f516d None None] Provisioning complete for port b5d46abb-e38e-4007-bae4-3a07c53082c6 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:55.655458 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1d1dedae-bff7-41c7-b423-28305c5f516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.670114 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:55.694687 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-30a96e64-f6ea-4316-94bd-fdf83170b71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2e1b404d-102c-44bc-a651-e11dc83daf9a), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.698181 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eadcb37f-8846-44bd-8c59-0a5e6cb8cc8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.719848 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.724218 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-48489306-839f-401e-b16e-ced3eef4e938 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3254037 Aug 31 00:34:55.724948 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40426) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:55.931739 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port b5d46abb-e38e-4007-bae4-3a07c53082c6 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:55.932370 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:55.934512 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:34:55.966406 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-30a96e64-f6ea-4316-94bd-fdf83170b71c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e931d084c75b4dd3871922e92e278f88&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7204010 Aug 31 00:34:55.978796 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a96e64-f6ea-4316-94bd-fdf83170b71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1b404d-102c-44bc-a651-e11dc83daf9a,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:55.985199 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40432) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:56.001207 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:34:56.007035 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:56.135129 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks [] for router_gateway (da9fd68c-7440-4e34-b352-1d1b1ea530ed), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:56.202814 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:56.225033 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Router b897cd07-b0bd-4e35-84bf-1549c0fbe75c has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:34:56.297821 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port b5d46abb-e38e-4007-bae4-3a07c53082c6, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=b5d46abb-e38e-4007-bae4-3a07c53082c6,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:34:56.302113 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:56.308203 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dedae-bff7-41c7-b423-28305c5f516d None None] Current status of the port b5d46abb-e38e-4007-bae4-3a07c53082c6 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:56.316536 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1d1dedae-bff7-41c7-b423-28305c5f516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:56.316671 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-defbecbf-e0fc-4869-b2dc-347910971c4f admin admin] Publish callbacks [] for security_group (2e1b404d-102c-44bc-a651-e11dc83daf9a), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:56.333492 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:34:56.368703 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:34:56.383596 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Sync routers for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:34:56.387275 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-defbecbf-e0fc-4869-b2dc-347910971c4f admin admin] Publish callbacks [] for security_group (2e1b404d-102c-44bc-a651-e11dc83daf9a), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:56.391238 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eadcb37f-8846-44bd-8c59-0a5e6cb8cc8e admin admin] Publish callbacks [] for security_group (205ad774-53a5-4177-839e-1004107a4e5d), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:56.424091 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:34:56.425096 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:56.453523 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.db.api [None req-1d1dedae-bff7-41c7-b423-28305c5f516d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 00:34:56.454211 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG oslo_db.api [None req-1d1dedae-bff7-41c7-b423-28305c5f516d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:34:56.455338 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:56.553162 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:34:56.601831 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Sync routers for ids ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:34:56.609780 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-fc03d9cb-456d-4e4e-8331-8e113caab709 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/b897cd07-b0bd-4e35-84bf-1549c0fbe75c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5607464 Aug 31 00:34:56.616719 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:56.629696 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:34:56.632548 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Routers {'b897cd07-b0bd-4e35-84bf-1549c0fbe75c'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:34:56.633196 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:56.680848 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=b5d46abb-e38e-4007-bae4-3a07c53082c6,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:56.695016 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eadcb37f-8846-44bd-8c59-0a5e6cb8cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (205ad774-53a5-4177-839e-1004107a4e5d), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:56.745824 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e0b15cec-5fd9-4436-836f-a646038b2b09 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:56.845921 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:56.849181 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-cc6c0872-5e59-4a63-a1c9-5fbab9337ac2 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0142841 Aug 31 00:34:56.861511 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40446) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:56.867104 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:56.869614 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:52Z', 'revision_number': 3, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:56.878216 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcb37f-8846-44bd-8c59-0a5e6cb8cc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205ad774-53a5-4177-839e-1004107a4e5d,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:56.903970 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-eadcb37f-8846-44bd-8c59-0a5e6cb8cc8e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6da1377b83bc48c28706ac7d0b9e6360&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3498998 Aug 31 00:34:56.925398 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40450) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:56.928408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:56.971181 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:57.068840 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c999743b-3a51-477c-a16b-e63b41f0f1b1 admin admin] Publish callbacks [] for security_group (205ad774-53a5-4177-839e-1004107a4e5d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.089828 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:57.096017 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (da9fd68c-7440-4e34-b352-1d1b1ea530ed), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.100575 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Checking router: 67d5af77-3d7b-4d54-be60-2d7aad1d25ac for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:34:57.100930 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Updating router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac port e26725ae-8122-45da-a2be-dd3e8a0ace36 binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:34:57.115013 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-defbecbf-e0fc-4869-b2dc-347910971c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2e1b404d-102c-44bc-a651-e11dc83daf9a), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.117973 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-defbecbf-e0fc-4869-b2dc-347910971c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.119852 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-defbecbf-e0fc-4869-b2dc-347910971c4f admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2e1b404d-102c-44bc-a651-e11dc83daf9a HTTP/1.1" status: 204 len: 168 time: 1.1230962 Aug 31 00:34:57.131476 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c999743b-3a51-477c-a16b-e63b41f0f1b1 admin admin] Publish callbacks [] for security_group (205ad774-53a5-4177-839e-1004107a4e5d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.164792 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:34:53Z', 'revision_number': 3, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:57.173106 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbecbf-e0fc-4869-b2dc-347910971c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1b404d-102c-44bc-a651-e11dc83daf9a,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:57.195581 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port e0b15cec-5fd9-4436-836f-a646038b2b09 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:57.222523 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.243127 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Checking router: 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:34:57.243480 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Updating router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:34:57.303121 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dedae-bff7-41c7-b423-28305c5f516d None None] Current status of the port b5d46abb-e38e-4007-bae4-3a07c53082c6 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:57.316227 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.383636 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.449242 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40480) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:57.452805 dv-cinder-852211-6-iscsi neutron-server[113724]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 00:34:57.479499 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c999743b-3a51-477c-a16b-e63b41f0f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (205ad774-53a5-4177-839e-1004107a4e5d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.485595 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c999743b-3a51-477c-a16b-e63b41f0f1b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.485595 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-c999743b-3a51-477c-a16b-e63b41f0f1b1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/205ad774-53a5-4177-839e-1004107a4e5d HTTP/1.1" status: 204 len: 168 time: 0.5530074 Aug 31 00:34:57.507633 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999743b-3a51-477c-a16b-e63b41f0f1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205ad774-53a5-4177-839e-1004107a4e5d,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:57.606963 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Allocated IP 172.20.0.1 (578f7ed4-d51e-4ddc-a46f-3229f20b75ab/26f39e4c-d65e-40e6-825e-a79624118993/da428e90-f3d8-4327-bac7-85bbe0ef29b2) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:57.679641 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Set router b897cd07-b0bd-4e35-84bf-1549c0fbe75c gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:34:57.724845 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-71046d20-4a62-47f3-8514-b5bdd8b9b9b3 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:34:57.732106 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-71046d20-4a62-47f3-8514-b5bdd8b9b9b3 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/networks?id=9837c576-c4cf-44ac-87eb-1f546c317c31 HTTP/1.1" status: 200 len: 812 time: 0.2799022 Aug 31 00:34:57.733427 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:34:57.741567 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:57.742624 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-e426533c-91be-49db-9717-64d496343933 None None] Provisioning complete for port b5d46abb-e38e-4007-bae4-3a07c53082c6 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:57.743571 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-e426533c-91be-49db-9717-64d496343933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.763405 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-a0973b19-db99-470a-b888-83084bae5324 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/quotas/c0528602037241c98f36d12984aa26a9 HTTP/1.1" status: 200 len: 375 time: 0.0307224 Aug 31 00:34:57.815111 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Publish callbacks [] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.894282 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:57.921135 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-725f8ac9-d67d-43b9-9414-f098cdac3f92 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=c0528602037241c98f36d12984aa26a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567645 Aug 31 00:34:57.957368 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:57.976090 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Publish callbacks [] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.021281 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port e0b15cec-5fd9-4436-836f-a646038b2b09 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:58.021682 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.051491 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:34:58.058862 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.069833 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:34:58.079246 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:58.085709 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-e426533c-91be-49db-9717-64d496343933 None None] Current status of the port b5d46abb-e38e-4007-bae4-3a07c53082c6 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:58.115914 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-e426533c-91be-49db-9717-64d496343933 None None] Provisioning complete for port a1d69d12-fea0-4318-b84d-a70fa8f90a48 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:58.115914 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-e426533c-91be-49db-9717-64d496343933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.142807 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:58.144649 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.157130 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port e0b15cec-5fd9-4436-836f-a646038b2b09, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e0b15cec-5fd9-4436-836f-a646038b2b09,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:34:58.170277 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:58.178918 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:34:58.182127 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.211504 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.223919 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-2b20345a-c210-4164-9be5-018637eefff1 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0353651 Aug 31 00:34:58.224112 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Attempting to bind port e26725ae-8122-45da-a2be-dd3e8a0ace36 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:34:58.224112 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Attempting to bind port e26725ae-8122-45da-a2be-dd3e8a0ace36 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:34:58.224112 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Attempting to bind port e26725ae-8122-45da-a2be-dd3e8a0ace36 on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:34:58.236168 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40510) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:58.266701 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.267515 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d1e8667c-54d1-415b-b0cb-af66b67d701a up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:58.269402 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:58.319804 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-e426533c-91be-49db-9717-64d496343933 None None] Port a1d69d12-fea0-4318-b84d-a70fa8f90a48 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:34:58.320923 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Pushing event updated for resources: {'Port': ['ID=da428e90-f3d8-4327-bac7-85bbe0ef29b2,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:58.334356 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:54Z', 'revision_number': 4, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'gw_port': {'id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'a1d69d12-fea0-4318-b84d-a70fa8f90a48', 'name': '', 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'mac_address': 'fa:16:3e:84:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3f06ebf-c0ff-4f88-94b0-5dd167885d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:34:54Z', 'revision_number': 2, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'subnets': [{'id': 'e3f06ebf-c0ff-4f88-94b0-5dd167885d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:58.336892 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:34:58.338178 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:58.338854 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.349346 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:34:58.350152 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Bound port: e26725ae-8122-45da-a2be-dd3e8a0ace36, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:34:58.350727 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.390763 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda76aa3-60a8-4e1b-914b-45340158c82b None None] Pushing event updated for resources: {'Port': ['ID=e26725ae-8122-45da-a2be-dd3e8a0ace36,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:58.462214 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:34:58.462214 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:58.550855 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Checking router: b897cd07-b0bd-4e35-84bf-1549c0fbe75c for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:34:58.551215 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Updating router b897cd07-b0bd-4e35-84bf-1549c0fbe75c port a1d69d12-fea0-4318-b84d-a70fa8f90a48 binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:34:58.564810 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-e426533c-91be-49db-9717-64d496343933 None None] Provisioning complete for port e0b15cec-5fd9-4436-836f-a646038b2b09 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:58.565325 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-e426533c-91be-49db-9717-64d496343933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.632764 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:58.658292 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:58.658477 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.673411 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-50a27f1f-bdf7-4d60-bf06-5430fb732d4e service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:34:58.675199 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-50a27f1f-bdf7-4d60-bf06-5430fb732d4e service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1445606 Aug 31 00:34:58.725226 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:34:58.767177 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] For port e26725ae-8122-45da-a2be-dd3e8a0ace36, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:58.770331 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] For port e26725ae-8122-45da-a2be-dd3e8a0ace36, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e26725ae-8122-45da-a2be-dd3e8a0ace36,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:58.828352 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port d1e8667c-54d1-415b-b0cb-af66b67d701a triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:58.830112 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.873834 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.952061 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-81d1fdf7-8a86-4ea0-b8e2-633f241e49b7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9837c576-c4cf-44ac-87eb-1f546c317c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692380 Aug 31 00:34:58.974139 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Publish callbacks [] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.978519 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:58.987144 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Publish callbacks [] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:58.992849 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:59.010639 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.014931 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:59.027312 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-e426533c-91be-49db-9717-64d496343933 None None] Current status of the port e0b15cec-5fd9-4436-836f-a646038b2b09 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:59.059596 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.066796 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.068416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.096290 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Allocated IP 172.20.0.1 (dd1dfc05-b842-4c55-a9f4-0aefefbafd0b/2cf5dfff-2a32-4c40-85ab-2f8b681b68bb/260f6349-18ef-48d1-9044-92fc0364178c) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:59.123953 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Attempting to bind port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:34:59.125039 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Attempting to bind port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:34:59.125039 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Attempting to bind port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:34:59.148615 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-53a79a4d-3cd6-45fb-934d-178d00210c17 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9837c576-c4cf-44ac-87eb-1f546c317c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890533 Aug 31 00:34:59.161130 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=e0b15cec-5fd9-4436-836f-a646038b2b09,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:59.210364 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Pushing event updated for resources: {'Port': ['ID=da428e90-f3d8-4327-bac7-85bbe0ef29b2,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:59.210631 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:34:54Z', 'revision_number': 3, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:59.252750 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:59.252750 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:59.255723 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:34:59.256395 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:59.275323 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-ccfeac5e-bf4e-47bb-87dc-926c6f8e7f8d None None] Provisioning complete for port da428e90-f3d8-4327-bac7-85bbe0ef29b2 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:59.276063 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ccfeac5e-bf4e-47bb-87dc-926c6f8e7f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.297989 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:34:59.298248 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:34:59.299390 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.299831 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:34:59.300340 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Bound port: c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:34:59.301504 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.303204 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f620b60-b4af-4725-909a-a0355751b404 None None] Pushing event updated for resources: {'Port': ['ID=c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d,revision_number=2']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:59.308997 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:34:59.309348 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Updating router da9fd68c-7440-4e34-b352-1d1b1ea530ed port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:34:59.388025 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.493399 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:34:59.519052 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-ccfeac5e-bf4e-47bb-87dc-926c6f8e7f8d None None] Port da428e90-f3d8-4327-bac7-85bbe0ef29b2 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:34:59.520859 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port d1e8667c-54d1-415b-b0cb-af66b67d701a is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:34:59.521248 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.560770 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] For port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:59.595667 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] For port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:59.608379 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port d1e8667c-54d1-415b-b0cb-af66b67d701a, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d1e8667c-54d1-415b-b0cb-af66b67d701a,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:34:59.638040 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda76aa3-60a8-4e1b-914b-45340158c82b None None] Pushing event updated for resources: {'Port': ['ID=e26725ae-8122-45da-a2be-dd3e8a0ace36,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:59.719618 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:34:59.751397 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.751704 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Publish callbacks [] for port (260f6349-18ef-48d1-9044-92fc0364178c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.759183 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-753b3934-d23d-45f4-8a27-148c659980d0 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/67d5af77-3d7b-4d54-be60-2d7aad1d25ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9626260 Aug 31 00:34:59.816547 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40572) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:59.819460 dv-cinder-852211-6-iscsi neutron-server[113723]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 00:34:59.844934 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.864658 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-38bb6950-1ed5-42d5-8657-dd266c5fd4d6 None None] Provisioning complete for port da428e90-f3d8-4327-bac7-85bbe0ef29b2 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:34:59.869790 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-38bb6950-1ed5-42d5-8657-dd266c5fd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.883980 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:34:59.891559 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:59.895940 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40578) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:34:59.904071 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:59.929782 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:59.953036 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ed23181f-7219-4143-9568-98dd2ed188e1 req-e43524dd-fb41-48a8-b4a6-fa1972a82171 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.1348476 Aug 31 00:34:59.970415 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:59.988936 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=d1e8667c-54d1-415b-b0cb-af66b67d701a,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:00.084169 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:00.091662 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (260f6349-18ef-48d1-9044-92fc0364178c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:00.106614 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:00.193036 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Pushing event updated for resources: {'Port': ['ID=260f6349-18ef-48d1-9044-92fc0364178c,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:00.245759 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:00.271366 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e0b15cec-5fd9-4436-836f-a646038b2b09 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:00.308690 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:00.317568 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:00.334773 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:35:00.336287 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:00.365645 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-38bb6950-1ed5-42d5-8657-dd266c5fd4d6 None None] Port da428e90-f3d8-4327-bac7-85bbe0ef29b2 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:00.437830 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f620b60-b4af-4725-909a-a0355751b404 None None] Pushing event updated for resources: {'Port': ['ID=c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:00.559014 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:00.566237 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Publish callbacks [] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:00.570412 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:00.693165 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:00.778460 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port e0b15cec-5fd9-4436-836f-a646038b2b09 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:00.778460 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:00.793162 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Allocated IP 172.20.0.1 (6d427232-8e26-4216-9399-96dea4f30f86/ac7233ea-d3dd-4f4b-966f-1fedd056ffbf/776a2c43-8e2f-4cdb-b8bc-66ba7933920c) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:35:00.806044 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:00.816848 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Attempting to bind port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:00.817192 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Attempting to bind port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:00.817559 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Attempting to bind port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:00.837569 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:34:53Z', 'revision_number': 3, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:00.919415 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:00.919824 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:00.920194 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:00.920615 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:00.921109 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Bound port: a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:00.921487 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:00.938528 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d13e5-6782-4345-90db-2b58c6bae289 None None] The sync data for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi is: [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:34:53Z', 'revision_number': 3, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:35:00.970771 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a91c8-3b26-4f45-a800-5b9a52eab6e6 None None] Pushing event updated for resources: {'Port': ['ID=a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1,revision_number=2']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:01.055113 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] For port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:01.063600 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] For port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:01.119664 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:01.148025 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-bef09c04-e325-4843-8bd7-1b857231d9e2 None None] Provisioning complete for port 260f6349-18ef-48d1-9044-92fc0364178c triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:01.148624 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bef09c04-e325-4843-8bd7-1b857231d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (260f6349-18ef-48d1-9044-92fc0364178c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:01.169687 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f73028a1-150c-46b3-854d-af963b49c110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:01.183040 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-10489f81-9b10-4916-916c-22e709ac4bc0 req-fbfa724f-84b5-401a-96e3-c8589cabf195 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.0910716 Aug 31 00:35:01.192156 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:01.206980 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:01.208509 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:01.246132 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (260f6349-18ef-48d1-9044-92fc0364178c), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:01.248445 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-bef09c04-e325-4843-8bd7-1b857231d9e2 None None] Port 260f6349-18ef-48d1-9044-92fc0364178c cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:01.316175 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a91c8-3b26-4f45-a800-5b9a52eab6e6 None None] Pushing event updated for resources: {'Port': ['ID=a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:01.421822 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:01.444799 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port e0b15cec-5fd9-4436-836f-a646038b2b09 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:01.446935 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device b5d46abb-e38e-4007-bae4-3a07c53082c6 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:01.487907 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:01.524827 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Publish callbacks [] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:01.525257 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:01.633368 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Publish callbacks [] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:01.721768 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port b5d46abb-e38e-4007-bae4-3a07c53082c6 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:01.722161 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:01.726826 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:01.782759 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 2, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:01.795707 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:01.875680 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79792c-37bf-46e1-a3bc-314c101f481a None None] The sync data for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi is: [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 2, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:35:01.970139 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:34:54Z', 'revision_number': 3, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:01.970938 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-54e5a18e-3a89-4ef4-81ea-1d46029535d0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:01.981910 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-54e5a18e-3a89-4ef4-81ea-1d46029535d0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 818 time: 0.4069831 Aug 31 00:35:01.985673 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:02.010436 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41472c-fc07-4eca-86e9-330affcf9541 None None] Pushing event updated for resources: {'Port': ['ID=a1d69d12-fea0-4318-b84d-a70fa8f90a48,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:02.030745 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a3171-24f8-4d42-a256-0df2a2e32267 None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:34:54Z', 'revision_number': 3, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:35:02.035493 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:02.147112 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f73028a1-150c-46b3-854d-af963b49c110 admin admin] Publish callbacks [] for security_group (7a7426a5-27a1-4f33-9d08-7eb2fe6fe83d), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:02.155735 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-218aa475-3d84-4875-b0f0-b3be4dda6cc6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/quotas/d8aa6e0e8e6b492f8e74eea0e830c0bc HTTP/1.1" status: 200 len: 375 time: 0.1565888 Aug 31 00:35:02.254343 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:02.263978 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Attempting to bind port a1d69d12-fea0-4318-b84d-a70fa8f90a48 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:02.264409 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Attempting to bind port a1d69d12-fea0-4318-b84d-a70fa8f90a48 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:02.264782 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Attempting to bind port a1d69d12-fea0-4318-b84d-a70fa8f90a48 on network 9837c576-c4cf-44ac-87eb-1f546c317c31 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:02.288827 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-13566273-58bc-474a-b8c9-4f99c69be282 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195638 Aug 31 00:35:02.295308 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port b5d46abb-e38e-4007-bae4-3a07c53082c6 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:02.301979 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:02.302610 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Checking segment: {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:02.303315 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:02.303823 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Bound using segment: {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:02.304648 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Bound port: a1d69d12-fea0-4318-b84d-a70fa8f90a48, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:02.305188 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:02.317178 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f73028a1-150c-46b3-854d-af963b49c110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (7a7426a5-27a1-4f33-9d08-7eb2fe6fe83d), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:02.344986 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:02.438696 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-842c8b1e-8ada-4e12-90bf-51bc944d1bf4 req-26cf1124-83ea-4742-a0af-462c2310960d tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.1385202 Aug 31 00:35:02.499378 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:02.520662 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Publish callbacks [] for port (260f6349-18ef-48d1-9044-92fc0364178c), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:02.543757 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] For port a1d69d12-fea0-4318-b84d-a70fa8f90a48, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:02.552002 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] For port a1d69d12-fea0-4318-b84d-a70fa8f90a48, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=a1d69d12-fea0-4318-b84d-a70fa8f90a48,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:02.600639 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73028a1-150c-46b3-854d-af963b49c110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7426a5-27a1-4f33-9d08-7eb2fe6fe83d,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:02.682838 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:02.731242 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (260f6349-18ef-48d1-9044-92fc0364178c), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:02.731837 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:02.816691 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41472c-fc07-4eca-86e9-330affcf9541 None None] Pushing event updated for resources: {'Port': ['ID=a1d69d12-fea0-4318-b84d-a70fa8f90a48,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:02.820403 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:02.895668 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Network 6d427232-8e26-4216-9399-96dea4f30f86 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:02.905071 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Routers {'b897cd07-b0bd-4e35-84bf-1549c0fbe75c'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:02.908457 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:02.912697 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40682) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:02.916373 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-f73028a1-150c-46b3-854d-af963b49c110 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6cc81b8129af42458316cc31e39b9a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0132275 Aug 31 00:35:02.941617 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:02.946916 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Pushing event updated for resources: {'Port': ['ID=776a2c43-8e2f-4cdb-b8bc-66ba7933920c,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:02.986516 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:35:02.986516 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (da9fd68c-7440-4e34-b352-1d1b1ea530ed), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:03.082681 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4655ccc8-7002-4c27-9c8f-cb6f6e5b3716 admin admin] Publish callbacks [] for security_group (7a7426a5-27a1-4f33-9d08-7eb2fe6fe83d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:03.259735 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] Set router b897cd07-b0bd-4e35-84bf-1549c0fbe75c gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:03.291833 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-6905f21a-0059-468c-bd4a-b2ac598c09af service neutron] 10.222.0.65 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9763155 Aug 31 00:35:03.293734 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Pushing event updated for resources: {'Port': ['ID=260f6349-18ef-48d1-9044-92fc0364178c,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:03.454813 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4655ccc8-7002-4c27-9c8f-cb6f6e5b3716 admin admin] Publish callbacks [] for security_group (7a7426a5-27a1-4f33-9d08-7eb2fe6fe83d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:03.555483 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-f269858e-481f-4898-9b81-f7abe5e5a908 None None] Provisioning complete for port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:03.556062 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f269858e-481f-4898-9b81-f7abe5e5a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:03.603694 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-f269858e-481f-4898-9b81-f7abe5e5a908 None None] Port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:03.609350 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:03.610098 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:03.654976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4655ccc8-7002-4c27-9c8f-cb6f6e5b3716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (7a7426a5-27a1-4f33-9d08-7eb2fe6fe83d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:03.662103 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4655ccc8-7002-4c27-9c8f-cb6f6e5b3716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:03.662103 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-4655ccc8-7002-4c27-9c8f-cb6f6e5b3716 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/7a7426a5-27a1-4f33-9d08-7eb2fe6fe83d HTTP/1.1" status: 204 len: 168 time: 0.7457631 Aug 31 00:35:03.677216 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655ccc8-7002-4c27-9c8f-cb6f6e5b3716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7426a5-27a1-4f33-9d08-7eb2fe6fe83d,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:03.714840 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:03.799011 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:03.803416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:03.816834 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:03.835871 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:54Z', 'revision_number': 4, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'gw_port': {'id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'a1d69d12-fea0-4318-b84d-a70fa8f90a48', 'name': '', 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'mac_address': 'fa:16:3e:84:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3f06ebf-c0ff-4f88-94b0-5dd167885d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:02Z', 'revision_number': 4, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'subnets': [{'id': 'e3f06ebf-c0ff-4f88-94b0-5dd167885d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:03.886094 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b22f0-902b-4e67-b7de-0c51b454269b None None] The sync data for ids ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'] in dv-cinder-852211-6-iscsi is: [{'id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:54Z', 'revision_number': 4, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'gw_port': {'id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'a1d69d12-fea0-4318-b84d-a70fa8f90a48', 'name': '', 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'mac_address': 'fa:16:3e:84:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3f06ebf-c0ff-4f88-94b0-5dd167885d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:02Z', 'revision_number': 4, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'subnets': [{'id': 'e3f06ebf-c0ff-4f88-94b0-5dd167885d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:35:03.943931 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-87831c83-c61d-4d96-92a1-ce5e3e3e20cb req-93cdd1cf-6ab2-4f5f-b796-eab98648ab66 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.1550889 Aug 31 00:35:04.009603 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:04.010537 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:04.044204 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:04.045413 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:04.048275 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:04.068921 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-bfb7948d-f794-4183-9ded-9782a8f60528 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741775 Aug 31 00:35:04.178479 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:04.178479 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d1e8667c-54d1-415b-b0cb-af66b67d701a up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:04.298977 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:04.436921 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:04.513964 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port d1e8667c-54d1-415b-b0cb-af66b67d701a triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:04.515068 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:04.527891 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:35:04.636249 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-478d1b7c-ba34-4642-9c0d-3fc180ff611e req-9284e49e-34e5-408a-8d80-ffa1f028517f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 210 time: 0.1005425 Aug 31 00:35:04.807847 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-980b53da-c564-4b11-9a47-0e03fa931aae None None] Provisioning complete for port 260f6349-18ef-48d1-9044-92fc0364178c triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:04.808254 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-980b53da-c564-4b11-9a47-0e03fa931aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (260f6349-18ef-48d1-9044-92fc0364178c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:04.886792 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-980b53da-c564-4b11-9a47-0e03fa931aae None None] Port 260f6349-18ef-48d1-9044-92fc0364178c cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:04.895179 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port d1e8667c-54d1-415b-b0cb-af66b67d701a is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:04.916520 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:35:05.020337 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40764) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:05.043738 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:35:05.054386 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-008ba211-f00c-4036-9baa-cfbf5cbba27b admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/01aa0ece-ee60-4495-8b00-5d3e8e920ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1915381 Aug 31 00:35:05.076872 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4ac705a7-b1da-4ab6-a5f5-2c4c28254e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:05.167774 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Publish callbacks [] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:05.192103 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:05.258751 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-41fbc6d0-264b-4453-a613-f1094a625c85 req-1b02f2b5-a53a-4933-9323-4718d2c113a4 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.0713170 Aug 31 00:35:05.260846 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:05.334694 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:05.335470 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (da9fd68c-7440-4e34-b352-1d1b1ea530ed), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:05.389862 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4ac705a7-b1da-4ab6-a5f5-2c4c28254e47 admin admin] Publish callbacks [] for security_group (0e91bed1-2c8f-4138-a8a8-826d2894b724), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:05.417384 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Sync routers for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:35:05.430768 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:05.434140 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:05.474995 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4ac705a7-b1da-4ab6-a5f5-2c4c28254e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0e91bed1-2c8f-4138-a8a8-826d2894b724), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:05.517740 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:05.637676 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-4ac705a7-b1da-4ab6-a5f5-2c4c28254e47 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=852084a85cc94fbe8d07fce370a9af54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6139114 Aug 31 00:35:05.637676 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac705a7-b1da-4ab6-a5f5-2c4c28254e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e91bed1-2c8f-4138-a8a8-826d2894b724,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:05.639234 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40796) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:05.673976 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:05.786048 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-117203c8-5c9c-4b11-90c1-921718ece930 admin admin] Publish callbacks [] for security_group (0e91bed1-2c8f-4138-a8a8-826d2894b724), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:05.815442 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Pushing event updated for resources: {'Port': ['ID=776a2c43-8e2f-4cdb-b8bc-66ba7933920c,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:05.832989 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.76', 51127) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:05.883769 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:05.966814 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:05.970571 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-e51f8b66-5b0f-4028-899a-ae70a504dec0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:05.975140 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-117203c8-5c9c-4b11-90c1-921718ece930 admin admin] Publish callbacks [] for security_group (0e91bed1-2c8f-4138-a8a8-826d2894b724), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:05.985110 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-e51f8b66-5b0f-4028-899a-ae70a504dec0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 818 time: 0.8709631 Aug 31 00:35:06.019070 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Network 6d427232-8e26-4216-9399-96dea4f30f86 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:06.030201 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-a20cb7f6-578a-467a-95dc-fe7d741c33bf tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/quotas/d8aa6e0e8e6b492f8e74eea0e830c0bc HTTP/1.1" status: 200 len: 375 time: 0.0434728 Aug 31 00:35:06.034260 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:06.165327 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:06.165962 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:06.191114 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40814) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:06.257647 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-71104152-6db7-45f1-a7d2-705e5141eb67 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--828040641', 'description': 'tempest-description--680840743'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:06.343900 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40818) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:06.345638 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:06.421727 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-220a2b2c-f395-4791-a523-63dd1fffcbfc tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:06.425545 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-220a2b2c-f395-4791-a523-63dd1fffcbfc tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.76 "GET /networking/v2.0/networks?id=9837c576-c4cf-44ac-87eb-1f546c317c31 HTTP/1.1" status: 200 len: 812 time: 0.5711057 Aug 31 00:35:06.468387 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:06.469856 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:06.544780 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Request body: {'port': {'device_id': '31dd6cf1-78b5-438d-95ce-aa6229958298', 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31', 'admin_state_up': True, 'tenant_id': 'c0528602037241c98f36d12984aa26a9'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:06.553380 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:06.561033 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-7fcababd-a395-4a57-a592-9b1f58534814 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5005631 Aug 31 00:35:06.670834 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:06.675061 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e26725ae-8122-45da-a2be-dd3e8a0ace36 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:06.750590 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-71104152-6db7-45f1-a7d2-705e5141eb67 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:06.764121 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-117203c8-5c9c-4b11-90c1-921718ece930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0e91bed1-2c8f-4138-a8a8-826d2894b724), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:06.766753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-117203c8-5c9c-4b11-90c1-921718ece930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:06.768001 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-117203c8-5c9c-4b11-90c1-921718ece930 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0e91bed1-2c8f-4138-a8a8-826d2894b724 HTTP/1.1" status: 204 len: 168 time: 1.1277313 Aug 31 00:35:06.777444 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:35:06.798407 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1a761420-ae17-47bc-a657-4eb5f1abec23 req-c2e43ffe-0749-4652-af3d-b92159078c06 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.2875819 Aug 31 00:35:06.838781 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117203c8-5c9c-4b11-90c1-921718ece930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e91bed1-2c8f-4138-a8a8-826d2894b724,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:06.858012 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:07.030339 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-263ef6b7-fae8-4bf0-bd18-61e8d5e86199 None None] Provisioning complete for port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:07.030339 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-263ef6b7-fae8-4bf0-bd18-61e8d5e86199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.062261 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4ece34b0-8d2c-4c77-8bf7-ec8e2005b354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.089215 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Made reservation on behalf of c0528602037241c98f36d12984aa26a9 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:35:07.099212 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.138591 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-b1deb14d-2565-49d9-a187-061759a60c29 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454872 Aug 31 00:35:07.158937 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-263ef6b7-fae8-4bf0-bd18-61e8d5e86199 None None] Port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:07.218134 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-71104152-6db7-45f1-a7d2-705e5141eb67 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (a906958e-86ed-4454-9599-d3356b1758e2), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.293042 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port e26725ae-8122-45da-a2be-dd3e8a0ace36 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:07.294568 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.307896 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:07.317337 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:35:07.352575 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a1c30e17-8716-45b2-96bb-4251306e22a5 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/da9fd68c-7440-4e34-b352-1d1b1ea530ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0850997 Aug 31 00:35:07.358244 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:35:07.395524 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-71104152-6db7-45f1-a7d2-705e5141eb67 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a906958e-86ed-4454-9599-d3356b1758e2), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.466488 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:07.469453 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:07.481206 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-2da6fca3-8cbd-4980-9eaf-895f3b457c8d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210020 Aug 31 00:35:07.506085 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71104152-6db7-45f1-a7d2-705e5141eb67 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a906958e-86ed-4454-9599-d3356b1758e2,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:07.562970 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:07.610493 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-71104152-6db7-45f1-a7d2-705e5141eb67 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.615161 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-71104152-6db7-45f1-a7d2-705e5141eb67 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4208984 Aug 31 00:35:07.619208 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40880) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:07.659649 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-c212f1d3-f2fe-44f7-9601-01dbe4e7e86b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'security_group_rule': {'security_group_id': 'a906958e-86ed-4454-9599-d3356b1758e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:07.705420 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4ece34b0-8d2c-4c77-8bf7-ec8e2005b354 admin admin] Publish callbacks [] for security_group (73033fe7-2d1a-4ae8-a134-43d2c2c0ab21), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.771448 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:01Z', 'revision_number': 2, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:07.774062 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Allocated IP 172.20.0.4 (9837c576-c4cf-44ac-87eb-1f546c317c31/e3f06ebf-c0ff-4f88-94b0-5dd167885d0b/6033d17d-748b-4a2e-b40d-29f917390834) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:35:07.784621 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:07.816688 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:07.826290 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4ece34b0-8d2c-4c77-8bf7-ec8e2005b354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (73033fe7-2d1a-4ae8-a134-43d2c2c0ab21), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.862209 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Checking router: 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:35:07.866750 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Updating router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 port 260f6349-18ef-48d1-9044-92fc0364178c binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:35:07.926109 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port e26725ae-8122-45da-a2be-dd3e8a0ace36 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:07.926626 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.937395 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4ece34b0-8d2c-4c77-8bf7-ec8e2005b354 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2a0cd7c4b8df4b28b076d9dbbb788d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5757346 Aug 31 00:35:07.940465 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (260f6349-18ef-48d1-9044-92fc0364178c), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:07.958224 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40896) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:07.965605 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port e26725ae-8122-45da-a2be-dd3e8a0ace36, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e26725ae-8122-45da-a2be-dd3e8a0ace36,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:08.005391 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:08.077366 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c212f1d3-f2fe-44f7-9601-01dbe4e7e86b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (c202f1f6-9454-4095-8789-22f67fd92178), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.110109 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece34b0-8d2c-4c77-8bf7-ec8e2005b354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73033fe7-2d1a-4ae8-a134-43d2c2c0ab21,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:08.154295 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:08.214609 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Publish callbacks [] for port (6033d17d-748b-4a2e-b40d-29f917390834), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.261084 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.262659 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:08.436260 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 2, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:08.473081 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bed4b4b4-36c6-4e97-a2d8-cdda525f3fd1 admin admin] Publish callbacks [] for security_group (73033fe7-2d1a-4ae8-a134-43d2c2c0ab21), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.478824 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (6033d17d-748b-4a2e-b40d-29f917390834), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.485501 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c212f1d3-f2fe-44f7-9601-01dbe4e7e86b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (c202f1f6-9454-4095-8789-22f67fd92178), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.588812 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:35:08.592834 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Updating router da9fd68c-7440-4e34-b352-1d1b1ea530ed port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:35:08.600222 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bed4b4b4-36c6-4e97-a2d8-cdda525f3fd1 admin admin] Publish callbacks [] for security_group (73033fe7-2d1a-4ae8-a134-43d2c2c0ab21), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.652076 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c212f1d3-f2fe-44f7-9601-01dbe4e7e86b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (c202f1f6-9454-4095-8789-22f67fd92178), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.791578 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.795416 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=e26725ae-8122-45da-a2be-dd3e8a0ace36,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:08.822085 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40918) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:08.834008 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:08.835497 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.932481 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-a5fd8be7-94e3-4fa4-bedf-7c74f4ca8db7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1063148606', 'description': 'tempest-description--958913675'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:08.942126 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Pushing event updated for resources: {'Port': ['ID=6033d17d-748b-4a2e-b40d-29f917390834,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:08.954687 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Network 9837c576-c4cf-44ac-87eb-1f546c317c31 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:09.050226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:09.054058 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212f1d3-f2fe-44f7-9601-01dbe4e7e86b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c202f1f6-9454-4095-8789-22f67fd92178,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:09.057943 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:35:09.070435 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:09.071924 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.083281 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-26dd8153-966a-40fd-bcd6-20ce255c4645 req-32530afd-443f-4adf-b28d-1fc51fcf2718 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 210 time: 0.1373465 Aug 31 00:35:09.141735 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:09.205276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8be7-94e3-4fa4-bedf-7c74f4ca8db7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.260838 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:09.269516 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device a1d69d12-fea0-4318-b84d-a70fa8f90a48 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:09.397445 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Publish callbacks [] for port (260f6349-18ef-48d1-9044-92fc0364178c), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.430835 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:09.509759 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (260f6349-18ef-48d1-9044-92fc0364178c), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.683222 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-ddc4c5d9-77d0-4455-9224-072daa8a2b4a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1751485 Aug 31 00:35:09.706188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c212f1d3-f2fe-44f7-9601-01dbe4e7e86b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.711003 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-c212f1d3-f2fe-44f7-9601-01dbe4e7e86b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0778475 Aug 31 00:35:09.721945 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.76', 51138) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:09.723091 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 40942) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:09.732382 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8be7-94e3-4fa4-bedf-7c74f4ca8db7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (a5b9f27e-584b-4101-ae42-2f93b16dde28), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.746128 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:09.749317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-c9ca0cd2-695f-43e2-9b06-8b3be729378a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'security_group_rule': {'security_group_id': 'a906958e-86ed-4454-9599-d3356b1758e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:09.750727 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:09.796622 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port a1d69d12-fea0-4318-b84d-a70fa8f90a48 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:09.797402 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.814759 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fbbc5-bfee-4575-95d3-91f1b460e4ab req-5b34e46a-7869-4420-8e0d-5e6f87119bcc tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:09.824803 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7b7fbbc5-bfee-4575-95d3-91f1b460e4ab req-5b34e46a-7869-4420-8e0d-5e6f87119bcc tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 931 time: 1.1300037 Aug 31 00:35:09.929930 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-9e395a81-f35e-43d8-bcaa-7b723b086e23 None None] Provisioning complete for port 6033d17d-748b-4a2e-b40d-29f917390834 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:09.932903 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9e395a81-f35e-43d8-bcaa-7b723b086e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (6033d17d-748b-4a2e-b40d-29f917390834), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.939915 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc882b1-89ea-47b8-b040-405342175eb5 None None] Pushing event updated for resources: {'Port': ['ID=260f6349-18ef-48d1-9044-92fc0364178c,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:09.942482 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bed4b4b4-36c6-4e97-a2d8-cdda525f3fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (73033fe7-2d1a-4ae8-a134-43d2c2c0ab21), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.945584 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bed4b4b4-36c6-4e97-a2d8-cdda525f3fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.956147 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-bed4b4b4-36c6-4e97-a2d8-cdda525f3fd1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/73033fe7-2d1a-4ae8-a134-43d2c2c0ab21 HTTP/1.1" status: 204 len: 168 time: 1.9143686 Aug 31 00:35:10.007045 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4b4b4-36c6-4e97-a2d8-cdda525f3fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73033fe7-2d1a-4ae8-a134-43d2c2c0ab21,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:10.032309 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7b7fbbc5-bfee-4575-95d3-91f1b460e4ab req-acbdff8c-0e4f-43c3-9cda-0a698cf1baf2 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738198 Aug 31 00:35:10.061300 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Sync routers for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:35:10.156193 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Attempting to bind port 260f6349-18ef-48d1-9044-92fc0364178c on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:10.162769 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Attempting to bind port 260f6349-18ef-48d1-9044-92fc0364178c by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:10.163342 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Attempting to bind port 260f6349-18ef-48d1-9044-92fc0364178c on network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:10.176346 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-9e395a81-f35e-43d8-bcaa-7b723b086e23 None None] Port 6033d17d-748b-4a2e-b40d-29f917390834 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:10.196318 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:10.202806 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:10.210692 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:10.213074 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Checking segment: {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:10.213317 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:10.215131 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Bound using segment: {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:10.219515 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Bound port: 260f6349-18ef-48d1-9044-92fc0364178c, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:10.221234 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (260f6349-18ef-48d1-9044-92fc0364178c), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:10.266568 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-0d016bfb-4d97-4c78-ba88-51fec3ca7f19 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:35:10.278883 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-0d016bfb-4d97-4c78-ba88-51fec3ca7f19 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5396817 Aug 31 00:35:10.329453 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8be7-94e3-4fa4-bedf-7c74f4ca8db7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a5b9f27e-584b-4101-ae42-2f93b16dde28), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:10.425084 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd8be7-94e3-4fa4-bedf-7c74f4ca8db7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b9f27e-584b-4101-ae42-2f93b16dde28,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:10.445134 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-5aa14e77-29be-42fa-8861-99c432539f82 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:10.450071 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-5aa14e77-29be-42fa-8861-99c432539f82 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 818 time: 0.7096446 Aug 31 00:35:10.458311 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Publish callbacks [] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:10.508101 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Request body: {'port': {'device_id': 'e71a61bc-1bd8-4191-96c6-7f7e2e4db485', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'admin_state_up': True, 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:10.531328 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port a1d69d12-fea0-4318-b84d-a70fa8f90a48 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:10.532448 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:10.547502 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5b1b943c-cb52-4e50-9349-280c6674a7aa req-85fa012b-e2e0-495b-a081-466d89274079 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 210 time: 0.1235025 Aug 31 00:35:10.569078 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:10.625384 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:10.646107 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8be7-94e3-4fa4-bedf-7c74f4ca8db7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:10.647555 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-a5fd8be7-94e3-4fa4-bedf-7c74f4ca8db7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7831228 Aug 31 00:35:10.652206 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40966) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:10.658333 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-b9abf0b9-a81c-419d-8a3b-55bf9a520e50 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group_rule': {'security_group_id': 'a5b9f27e-584b-4101-ae42-2f93b16dde28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:10.808611 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:10.824792 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfe83-fa82-45cc-9db4-9bf73cd21ee8 None None] Pushing event updated for resources: {'Port': ['ID=776a2c43-8e2f-4cdb-b8bc-66ba7933920c,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:10.837054 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9abf0b9-a81c-419d-8a3b-55bf9a520e50 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (37564c29-9f9b-4242-aeb0-c3c27facf923), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:10.920920 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:10.933172 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:10.948566 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Attempting to bind port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:10.949645 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Attempting to bind port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:10.950787 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Attempting to bind port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:10.960126 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:10.961888 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Checking segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:10.962738 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:10.963696 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Bound using segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:10.964622 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Bound port: 776a2c43-8e2f-4cdb-b8bc-66ba7933920c, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:10.966022 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.039923 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:11.040155 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9abf0b9-a81c-419d-8a3b-55bf9a520e50 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (37564c29-9f9b-4242-aeb0-c3c27facf923), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.062535 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:11.117593 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9abf0b9-a81c-419d-8a3b-55bf9a520e50 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (37564c29-9f9b-4242-aeb0-c3c27facf923), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.146591 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] For port 260f6349-18ef-48d1-9044-92fc0364178c, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:11.153582 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] For port 260f6349-18ef-48d1-9044-92fc0364178c, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=260f6349-18ef-48d1-9044-92fc0364178c,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:11.159661 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port a1d69d12-fea0-4318-b84d-a70fa8f90a48, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=a1d69d12-fea0-4318-b84d-a70fa8f90a48,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:11.169054 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:11.189165 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abf0b9-a81c-419d-8a3b-55bf9a520e50 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37564c29-9f9b-4242-aeb0-c3c27facf923,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:11.194937 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] For port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:11.208853 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] For port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=776a2c43-8e2f-4cdb-b8bc-66ba7933920c,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:11.228710 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0cd2-695f-43e2-9b06-8b3be729378a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (4ba1a80c-0204-4141-ac67-c9ec620cd3f1), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.299345 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.301684 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (260f6349-18ef-48d1-9044-92fc0364178c), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.306309 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.308626 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9abf0b9-a81c-419d-8a3b-55bf9a520e50 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.310411 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-b9abf0b9-a81c-419d-8a3b-55bf9a520e50 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6568427 Aug 31 00:35:11.314125 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40984) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:11.320858 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-a832b798-d35f-4848-96f6-f7cda6fb2134 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group_rule': {'security_group_id': 'a5b9f27e-584b-4101-ae42-2f93b16dde28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:11.383441 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Request body: {'port': {'device_id': '31dd6cf1-78b5-438d-95ce-aa6229958298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:11.472435 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfe83-fa82-45cc-9db4-9bf73cd21ee8 None None] Pushing event updated for resources: {'Port': ['ID=776a2c43-8e2f-4cdb-b8bc-66ba7933920c,revision_number=4']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:11.473049 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:11.473353 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:11.483001 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:11.484144 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:11.517770 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Made reservation on behalf of d8aa6e0e8e6b492f8e74eea0e830c0bc for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:35:11.522801 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.552771 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 40990) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:11.593360 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9cd11819-0072-42c5-9df3-1cf4f98e5d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.604020 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=a1d69d12-fea0-4318-b84d-a70fa8f90a48,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:11.638555 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:11.677084 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbaeeb-3884-4302-8141-b82f2553e37a req-d54051e7-24cb-4ba2-8a32-31c5167a8429 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:11.684282 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b6cbaeeb-3884-4302-8141-b82f2553e37a req-d54051e7-24cb-4ba2-8a32-31c5167a8429 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 931 time: 0.3437037 Aug 31 00:35:11.793561 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0cd2-695f-43e2-9b06-8b3be729378a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (4ba1a80c-0204-4141-ac67-c9ec620cd3f1), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.808461 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a832b798-d35f-4848-96f6-f7cda6fb2134 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (d6243153-5720-49d7-815a-dafe23d7b8fd), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:11.835081 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:11.885753 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:11.984174 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Allocated IP 172.20.0.9 (578f7ed4-d51e-4ddc-a46f-3229f20b75ab/26f39e4c-d65e-40e6-825e-a79624118993/ba4bd26f-64e9-4863-a592-ab685b279ebe) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:35:12.041329 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a832b798-d35f-4848-96f6-f7cda6fb2134 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (d6243153-5720-49d7-815a-dafe23d7b8fd), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.080195 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:12.096784 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc882b1-89ea-47b8-b040-405342175eb5 None None] Pushing event updated for resources: {'Port': ['ID=260f6349-18ef-48d1-9044-92fc0364178c,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:12.194176 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:12.197650 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9cd11819-0072-42c5-9df3-1cf4f98e5d5a admin admin] Publish callbacks [] for security_group (dc71c5d9-cf16-49ed-96e0-f93e7fc97134), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.221322 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b6cbaeeb-3884-4302-8141-b82f2553e37a req-b4733eee-0d05-43ec-a75d-c0b3f8545ed3 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746239 Aug 31 00:35:12.225564 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a832b798-d35f-4848-96f6-f7cda6fb2134 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (d6243153-5720-49d7-815a-dafe23d7b8fd), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.237023 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 2, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:12.317532 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:12.317941 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.336157 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832b798-d35f-4848-96f6-f7cda6fb2134 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6243153-5720-49d7-815a-dafe23d7b8fd,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:12.345002 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9cd11819-0072-42c5-9df3-1cf4f98e5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (dc71c5d9-cf16-49ed-96e0-f93e7fc97134), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.346343 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0cd2-695f-43e2-9b06-8b3be729378a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (4ba1a80c-0204-4141-ac67-c9ec620cd3f1), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.351490 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ad1c80a-df9d-4303-8078-026369ef3750 req-2d0ee2d6-68ac-4a42-a158-8dc08879a060 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 210 time: 0.1343145 Aug 31 00:35:12.404255 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.470228 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca0cd2-695f-43e2-9b06-8b3be729378a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba1a80c-0204-4141-ac67-c9ec620cd3f1,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:12.483645 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9cd11819-0072-42c5-9df3-1cf4f98e5d5a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=df4c8b67d5a54f67b2720eec40c9f028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9201550 Aug 31 00:35:12.490307 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41006) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:12.498271 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd11819-0072-42c5-9df3-1cf4f98e5d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc71c5d9-cf16-49ed-96e0-f93e7fc97134,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:12.509889 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a832b798-d35f-4848-96f6-f7cda6fb2134 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.511253 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a832b798-d35f-4848-96f6-f7cda6fb2134 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1959014 Aug 31 00:35:12.529306 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (6033d17d-748b-4a2e-b40d-29f917390834), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.578204 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.76', 51152) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:12.578787 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 41010) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:12.598019 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:12.605106 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Checking router: 67d5af77-3d7b-4d54-be60-2d7aad1d25ac for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:35:12.606118 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Updating router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac port da428e90-f3d8-4327-bac7-85bbe0ef29b2 binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:35:12.662908 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2290d705-1c27-4029-99de-f72efb0c81d8 admin admin] Publish callbacks [] for security_group (dc71c5d9-cf16-49ed-96e0-f93e7fc97134), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.685858 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:11Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:12.735525 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:12.737283 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e26725ae-8122-45da-a2be-dd3e8a0ace36 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:12.740990 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2290d705-1c27-4029-99de-f72efb0c81d8 admin admin] Publish callbacks [] for security_group (dc71c5d9-cf16-49ed-96e0-f93e7fc97134), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.748997 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc8059-7c89-4d23-bdcf-d41a3afa49d6 None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:11Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:35:12.755844 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0cd2-695f-43e2-9b06-8b3be729378a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.757444 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-c9ca0cd2-695f-43e2-9b06-8b3be729378a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0123096 Aug 31 00:35:12.825556 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.832657 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41012) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:12.840201 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:12.953008 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2290d705-1c27-4029-99de-f72efb0c81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (dc71c5d9-cf16-49ed-96e0-f93e7fc97134), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.958482 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2290d705-1c27-4029-99de-f72efb0c81d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.963001 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-2290d705-1c27-4029-99de-f72efb0c81d8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/dc71c5d9-cf16-49ed-96e0-f93e7fc97134 HTTP/1.1" status: 204 len: 168 time: 0.4471819 Aug 31 00:35:12.964307 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:13.005481 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290d705-1c27-4029-99de-f72efb0c81d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc71c5d9-cf16-49ed-96e0-f93e7fc97134,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:13.017729 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:13.135278 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:13.224465 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port e26725ae-8122-45da-a2be-dd3e8a0ace36 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:13.224976 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:13.343385 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-3f3ce274-6dbc-4add-83b0-8787d8979106 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:13.345286 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-3f3ce274-6dbc-4add-83b0-8787d8979106 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 818 time: 0.7642050 Aug 31 00:35:13.381635 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:13.415688 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:13.434045 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41038) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:13.434184 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Request body: {'port': {'device_id': 'ca6fcd7c-4829-401e-88dc-0520b01562ff', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'admin_state_up': True, 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:13.644807 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:13.746264 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Publish callbacks [] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:13.761782 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:13.774678 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:13.793400 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:11Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:13.795862 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port e26725ae-8122-45da-a2be-dd3e8a0ace36 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:13.875785 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7282c4-e7d1-4351-b59a-8731731bf628 None None] The sync data for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi is: [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:11Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:35:13.877524 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:13.965259 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-10f64e2d-4a9f-4501-8432-201e83c84eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:13.981460 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a21d3-4d73-4b2b-8811-2f3c241640d5 req-f11056e5-21aa-4c67-9321-cf8cecadb516 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:13.988688 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-770a21d3-4d73-4b2b-8811-2f3c241640d5 req-f11056e5-21aa-4c67-9321-cf8cecadb516 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 931 time: 0.3354712 Aug 31 00:35:14.084648 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00dcf6-38b1-415e-bf87-de18ad384287 None None] Pushing event updated for resources: {'Port': ['ID=da428e90-f3d8-4327-bac7-85bbe0ef29b2,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:14.124654 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Attempting to bind port da428e90-f3d8-4327-bac7-85bbe0ef29b2 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:14.125929 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Attempting to bind port da428e90-f3d8-4327-bac7-85bbe0ef29b2 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:14.127398 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Attempting to bind port da428e90-f3d8-4327-bac7-85bbe0ef29b2 on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:14.142659 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:14.142659 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Checking segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:14.142659 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:14.142659 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Bound using segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:14.142659 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Bound port: da428e90-f3d8-4327-bac7-85bbe0ef29b2, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:14.142659 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:14.208457 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device a1d69d12-fea0-4318-b84d-a70fa8f90a48 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:14.249880 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-770a21d3-4d73-4b2b-8811-2f3c241640d5 req-5aa93875-62bb-4c5f-8bb3-de711b95818a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587657 Aug 31 00:35:14.391675 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port a1d69d12-fea0-4318-b84d-a70fa8f90a48 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:14.392080 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:14.436538 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:14.491155 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-10f64e2d-4a9f-4501-8432-201e83c84eb7 admin admin] Publish callbacks [] for security_group (5927060d-39d4-4158-b63f-5ddb57e83307), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:14.542333 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:14.572793 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] For port da428e90-f3d8-4327-bac7-85bbe0ef29b2, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:14.592984 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] For port da428e90-f3d8-4327-bac7-85bbe0ef29b2, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=da428e90-f3d8-4327-bac7-85bbe0ef29b2,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:14.597870 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-10f64e2d-4a9f-4501-8432-201e83c84eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (5927060d-39d4-4158-b63f-5ddb57e83307), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:14.680269 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f64e2d-4a9f-4501-8432-201e83c84eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5927060d-39d4-4158-b63f-5ddb57e83307,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:14.712598 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-10f64e2d-4a9f-4501-8432-201e83c84eb7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=db55b01271fe492db5eb8f93f3a32dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2773924 Aug 31 00:35:14.716976 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41062) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:14.721660 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:14.756905 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port a1d69d12-fea0-4318-b84d-a70fa8f90a48 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:14.758645 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 776a2c43-8e2f-4cdb-b8bc-66ba7933920c up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:14.802313 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:14.802313 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Allocated IP 172.27.3.228 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/98a3a6f8-3131-47b3-b801-d22d814dcb98) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:35:14.822200 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-54c1ebba-44f2-447b-a0b3-090325b350b9 req-0c0a2a52-4806-4e2b-ae01-fe4ac2f0ca35 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 210 time: 0.9907665 Aug 31 00:35:14.823083 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:14.840363 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:35:14.846802 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:14.847663 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:14.931854 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3f91c6e2-f1ab-4295-9b75-e3afcf15cb3b admin admin] Publish callbacks [] for security_group (5927060d-39d4-4158-b63f-5ddb57e83307), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:14.934258 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:14.938235 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:14.938967 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:34:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:15.030772 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3f91c6e2-f1ab-4295-9b75-e3afcf15cb3b admin admin] Publish callbacks [] for security_group (5927060d-39d4-4158-b63f-5ddb57e83307), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.194449 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6033d17d-748b-4a2e-b40d-29f917390834 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:15.203969 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:15.206206 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:15.206578 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.236459 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Publish callbacks [] for port (6033d17d-748b-4a2e-b40d-29f917390834), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.245957 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00dcf6-38b1-415e-bf87-de18ad384287 None None] Pushing event updated for resources: {'Port': ['ID=da428e90-f3d8-4327-bac7-85bbe0ef29b2,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:15.246629 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event updated for resources: {'Port': ['ID=ba4bd26f-64e9-4863-a592-ab685b279ebe,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:15.370438 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:15.391663 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:15.392123 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.402236 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9815340-57bb-4542-9030-fa44da3508ea req-8f25042b-ff41-40de-a3a4-aeca32cc98e5 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:15.410114 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f9815340-57bb-4542-9030-fa44da3508ea req-8f25042b-ff41-40de-a3a4-aeca32cc98e5 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 931 time: 0.0724959 Aug 31 00:35:15.426448 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-a0058bc7-4057-4961-8b88-f62271154f6b None None] Provisioning complete for port ba4bd26f-64e9-4863-a592-ab685b279ebe triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:15.426874 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-a0058bc7-4057-4961-8b88-f62271154f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.550123 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (98a3a6f8-3131-47b3-b801-d22d814dcb98), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.559170 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f9815340-57bb-4542-9030-fa44da3508ea req-02dbb15d-64d4-4a14-ae34-0b3953f00e66 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481855 Aug 31 00:35:15.651727 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-a0058bc7-4057-4961-8b88-f62271154f6b None None] Port ba4bd26f-64e9-4863-a592-ab685b279ebe cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:15.699620 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3f91c6e2-f1ab-4295-9b75-e3afcf15cb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (5927060d-39d4-4158-b63f-5ddb57e83307), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.702526 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3f91c6e2-f1ab-4295-9b75-e3afcf15cb3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.703943 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3f91c6e2-f1ab-4295-9b75-e3afcf15cb3b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5927060d-39d4-4158-b63f-5ddb57e83307 HTTP/1.1" status: 204 len: 168 time: 0.9860837 Aug 31 00:35:15.712636 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Transition to ACTIVE for port object 6033d17d-748b-4a2e-b40d-29f917390834 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:35:15.721910 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f6b05a0f-157a-4bf3-b33f-2c117a28db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2309690 Aug 31 00:35:15.746734 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91c6e2-f1ab-4295-9b75-e3afcf15cb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5927060d-39d4-4158-b63f-5ddb57e83307,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:15.757252 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Request body: {'port': {'device_id': 'e71a61bc-1bd8-4191-96c6-7f7e2e4db485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:15.778579 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:15.823433 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=776a2c43-8e2f-4cdb-b8bc-66ba7933920c,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:15.856690 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.871189 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (6033d17d-748b-4a2e-b40d-29f917390834), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.882030 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (98a3a6f8-3131-47b3-b801-d22d814dcb98), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.929458 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:15.991838 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Allocated IP 172.27.3.105 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/6e88fb8a-5373-46f4-9695-ebe23bf13a89) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:35:16.006906 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Made reservation on behalf of d8aa6e0e8e6b492f8e74eea0e830c0bc for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:35:16.021853 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:16.270379 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:14Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:16.276645 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=776a2c43-8e2f-4cdb-b8bc-66ba7933920c,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:16.308705 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9938955-5b02-4112-a92e-6dea3b89cb17 None None] The sync data for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi is: [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:14Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:35:16.346027 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device da428e90-f3d8-4327-bac7-85bbe0ef29b2 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:16.428481 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for port (6e88fb8a-5373-46f4-9695-ebe23bf13a89), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:16.432502 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:16.503946 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port da428e90-f3d8-4327-bac7-85bbe0ef29b2 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:16.504670 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:16.506709 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:16.533217 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:35:16.652542 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (6e88fb8a-5373-46f4-9695-ebe23bf13a89), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:16.739103 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:16.780930 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port da428e90-f3d8-4327-bac7-85bbe0ef29b2 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:16.781449 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:16.831699 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:16.838525 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port da428e90-f3d8-4327-bac7-85bbe0ef29b2, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=da428e90-f3d8-4327-bac7-85bbe0ef29b2,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:16.864605 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:16.874450 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:35:16.885826 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'Port': ['ID=6e88fb8a-5373-46f4-9695-ebe23bf13a89,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:16.896870 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222e6d5-4037-4594-9b8c-ff5e5f18b8ec req-f096dd23-9983-4f7f-ad68-851cc90b114b tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:16.916375 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f222e6d5-4037-4594-9b8c-ff5e5f18b8ec req-f096dd23-9983-4f7f-ad68-851cc90b114b tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.1616910 Aug 31 00:35:16.928902 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:16.930400 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 260f6349-18ef-48d1-9044-92fc0364178c up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:16.975795 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b49e3764-078f-4d30-9f2f-fb9d2a0828db req-f639fed0-8c7c-48c9-8171-f624d50f7f9c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 210 time: 0.8937278 Aug 31 00:35:17.232998 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f222e6d5-4037-4594-9b8c-ff5e5f18b8ec req-baa28084-e95a-4246-8704-00d8e5ee3a6a tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123415 Aug 31 00:35:17.237001 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (81845b11-4cd3-4e19-817b-598e653056d0), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.254127 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (94bbafd8-2667-4b68-8a76-1ef4e766ab59), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.284257 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:17.285060 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41122) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:17.285153 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=da428e90-f3d8-4327-bac7-85bbe0ef29b2,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:17.308403 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 260f6349-18ef-48d1-9044-92fc0364178c triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:17.308808 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (260f6349-18ef-48d1-9044-92fc0364178c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.310850 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3951802b-a51d-477b-be85-70eafeecb568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.501171 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 260f6349-18ef-48d1-9044-92fc0364178c is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:17.502787 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (260f6349-18ef-48d1-9044-92fc0364178c), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.524291 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=6033d17d-748b-4a2e-b40d-29f917390834,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:17.553912 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (6e88fb8a-5373-46f4-9695-ebe23bf13a89), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.645533 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 260f6349-18ef-48d1-9044-92fc0364178c, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=260f6349-18ef-48d1-9044-92fc0364178c,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:17.682112 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fc9b55a5-e50d-4474-bcdf-5567890a6ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.751769 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Attempting to bind port 6033d17d-748b-4a2e-b40d-29f917390834 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:17.755987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Attempting to bind port 6033d17d-748b-4a2e-b40d-29f917390834 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:17.756610 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Attempting to bind port 6033d17d-748b-4a2e-b40d-29f917390834 on network 9837c576-c4cf-44ac-87eb-1f546c317c31 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:17.762114 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (260f6349-18ef-48d1-9044-92fc0364178c), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.781791 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:17.802931 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3951802b-a51d-477b-be85-70eafeecb568 admin admin] Publish callbacks [] for security_group (c855266f-5c2d-4006-a1f5-b3383e7334e7), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.856877 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Port 6033d17d-748b-4a2e-b40d-29f917390834 on network 9837c576-c4cf-44ac-87eb-1f546c317c31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:35:17.857237 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Attempting to bind port 6033d17d-748b-4a2e-b40d-29f917390834 on network 9837c576-c4cf-44ac-87eb-1f546c317c31 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:17.879299 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:17.879869 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Checking segment: {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:17.880746 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Bound using segment: {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:17.881354 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Bound port: 6033d17d-748b-4a2e-b40d-29f917390834, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13cf43dd-eced-45f8-a250-c0ca7b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:17.881908 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (6033d17d-748b-4a2e-b40d-29f917390834), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.887867 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (98a3a6f8-3131-47b3-b801-d22d814dcb98), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.903674 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=98a3a6f8-3131-47b3-b801-d22d814dcb98,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:17.917036 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3951802b-a51d-477b-be85-70eafeecb568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (c855266f-5c2d-4006-a1f5-b3383e7334e7), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.926422 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=260f6349-18ef-48d1-9044-92fc0364178c,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:17.949076 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for port (6e88fb8a-5373-46f4-9695-ebe23bf13a89), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:17.988947 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3951802b-a51d-477b-be85-70eafeecb568 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=761e9d33c9db4554a47c8d710babaab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7063320 Aug 31 00:35:18.003402 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41140) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:18.053901 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (6e88fb8a-5373-46f4-9695-ebe23bf13a89), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.055314 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (94bbafd8-2667-4b68-8a76-1ef4e766ab59), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.140175 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951802b-a51d-477b-be85-70eafeecb568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855266f-5c2d-4006-a1f5-b3383e7334e7,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:18.197145 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.203219 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device da428e90-f3d8-4327-bac7-85bbe0ef29b2 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:18.205894 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3717220 Aug 31 00:35:18.278285 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2a67d-99f6-4b5b-9905-03a723eef1d6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'Port': ['ID=6e88fb8a-5373-46f4-9695-ebe23bf13a89,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:18.325532 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] For port 6033d17d-748b-4a2e-b40d-29f917390834, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:18.338903 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e1bacdee-e606-4a77-a90f-5c2d9750e998 admin admin] Publish callbacks [] for security_group (c855266f-5c2d-4006-a1f5-b3383e7334e7), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.373532 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:18.385431 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:18.399467 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port da428e90-f3d8-4327-bac7-85bbe0ef29b2 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:18.400502 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.488296 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e783c-ff85-4ce1-b50b-8c42b568953d req-33da2879-a9a8-4bda-96cd-8b1e8e81a07c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:18.499610 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3f3e783c-ff85-4ce1-b50b-8c42b568953d req-33da2879-a9a8-4bda-96cd-8b1e8e81a07c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.1367309 Aug 31 00:35:18.523856 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e1bacdee-e606-4a77-a90f-5c2d9750e998 admin admin] Publish callbacks [] for security_group (c855266f-5c2d-4006-a1f5-b3383e7334e7), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.564492 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] For port 6033d17d-748b-4a2e-b40d-29f917390834, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6033d17d-748b-4a2e-b40d-29f917390834,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:18.579414 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bc273549-86f4-4bbc-a9d3-e703271bc182 req-2e0d62b0-3902-44b2-8a1c-6d1f8a4d408b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 210 time: 0.3780494 Aug 31 00:35:18.601954 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port da428e90-f3d8-4327-bac7-85bbe0ef29b2 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:18.611992 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 260f6349-18ef-48d1-9044-92fc0364178c up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:18.654277 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4bd26f-64e9-4863-a592-ab685b279ebe {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:18.670219 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3f3e783c-ff85-4ce1-b50b-8c42b568953d req-c4f0156f-c620-41ec-9a5c-ee64f3cfc263 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400394 Aug 31 00:35:18.671719 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (6033d17d-748b-4a2e-b40d-29f917390834), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.702302 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Publish callbacks [] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.765182 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:18.765182 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.773489 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/6033d17d-748b-4a2e-b40d-29f917390834 HTTP/1.1" status: 200 len: 1093 time: 7.9718170 Aug 31 00:35:18.783505 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dd6cf1-78b5-438d-95ce-aa6229958298', 'tag': '6033d17d-748b-4a2e-b40d-29f917390834'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:18.834173 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 260f6349-18ef-48d1-9044-92fc0364178c triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:18.834173 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (260f6349-18ef-48d1-9044-92fc0364178c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.901074 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:18.917531 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e1bacdee-e606-4a77-a90f-5c2d9750e998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (c855266f-5c2d-4006-a1f5-b3383e7334e7), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.924162 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e1bacdee-e606-4a77-a90f-5c2d9750e998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:18.928295 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e1bacdee-e606-4a77-a90f-5c2d9750e998 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c855266f-5c2d-4006-a1f5-b3383e7334e7 HTTP/1.1" status: 204 len: 168 time: 0.9212203 Aug 31 00:35:18.946252 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bacdee-e606-4a77-a90f-5c2d9750e998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855266f-5c2d-4006-a1f5-b3383e7334e7,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:19.041609 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 260f6349-18ef-48d1-9044-92fc0364178c is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:19.045986 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 776a2c43-8e2f-4cdb-b8bc-66ba7933920c up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:19.102314 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b9ad5-ec4f-4803-bb99-a34d3ce58aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=6033d17d-748b-4a2e-b40d-29f917390834,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:19.179511 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:19.180862 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:19.278017 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-377f356c-32a9-418d-a82d-ceeb902fb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:19.279763 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-377f356c-32a9-418d-a82d-ceeb902fb648 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c0528602037241c98f36d12984aa26a9&device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 1127 time: 0.1798222 Aug 31 00:35:19.302901 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:19.320851 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Transition to ACTIVE for port object ba4bd26f-64e9-4863-a592-ab685b279ebe will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:35:19.463760 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-11f472b4-5515-4596-a188-fcd563c51d64 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6033d17d-748b-4a2e-b40d-29f917390834 HTTP/1.1" status: 200 len: 217 time: 0.1445405 Aug 31 00:35:19.552830 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41200) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:19.576920 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:19.589780 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596739aa-ac1e-4150-8acb-51734d409f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "31dd6cf1-78b5-438d-95ce-aa6229958298", "tag": "6033d17d-748b-4a2e-b40d-29f917390834"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:19.624515 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-7d0417e4-4764-4f67-874f-da36801be5a7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--828040641&fields=id&tenant_id=606c24bee18a4454ab672cfb6a395286 HTTP/1.1" status: 200 len: 267 time: 0.6534617 Aug 31 00:35:19.669774 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (98a3a6f8-3131-47b3-b801-d22d814dcb98), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:19.705921 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:19.762424 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-6b813fdb-fe3a-4aa8-a0e3-31a5e4e2894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:19.764309 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-6b813fdb-fe3a-4aa8-a0e3-31a5e4e2894c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e3f06ebf-c0ff-4f88-94b0-5dd167885d0b HTTP/1.1" status: 200 len: 851 time: 0.2493334 Aug 31 00:35:19.795762 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (98a3a6f8-3131-47b3-b801-d22d814dcb98), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:19.795912 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (81845b11-4cd3-4e19-817b-598e653056d0), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:19.796631 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bddfb2b1-8fa3-43ab-af75-a010d6076470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:19.815288 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Allocated IP 172.20.0.5 (578f7ed4-d51e-4ddc-a46f-3229f20b75ab/26f39e4c-d65e-40e6-825e-a79624118993/79a597d8-aec3-4139-9872-88eb69cbc272) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:35:19.836257 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4bd26f-64e9-4863-a592-ab685b279ebe,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:19.950116 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bddfb2b1-8fa3-43ab-af75-a010d6076470 admin admin] Publish callbacks [] for security_group (de977168-eb07-4c4c-a52c-42ad9f20079a), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:20.027727 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35ed0db-ed7c-4594-9955-e9e13471d600 x-openstack-request-id: req-b35ed0db-ed7c-4594-9955-e9e13471d600 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:20.027980 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dd6cf1-78b5-438d-95ce-aa6229958298", "tag": "6033d17d-748b-4a2e-b40d-29f917390834", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:20.028313 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b35ed0db-ed7c-4594-9955-e9e13471d600 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:20.028974 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35ed0db-ed7c-4594-9955-e9e13471d600'] response: {'name': 'network-changed', 'server_uuid': '31dd6cf1-78b5-438d-95ce-aa6229958298', 'tag': '6033d17d-748b-4a2e-b40d-29f917390834', 'status': 'completed', 'code': 200} Aug 31 00:35:20.034143 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:20.034143 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4479892 Aug 31 00:35:20.046020 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bd04f925-9853-4cbd-aac4-41fcc608ad65 req-52574ee2-187f-46ad-9065-c0c74ea675e7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 210 time: 0.0570033 Aug 31 00:35:20.061731 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bddfb2b1-8fa3-43ab-af75-a010d6076470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (de977168-eb07-4c4c-a52c-42ad9f20079a), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:20.106294 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d42a6bc8-02d1-423c-8357-198cb8c1dcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:20.187245 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Attempting to bind port ba4bd26f-64e9-4863-a592-ab685b279ebe on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:20.189628 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Attempting to bind port ba4bd26f-64e9-4863-a592-ab685b279ebe by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:20.191453 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Attempting to bind port ba4bd26f-64e9-4863-a592-ab685b279ebe on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:20.203548 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-59b23f3a-865b-41d0-b74c-68f7da1388cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:20.210212 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-59b23f3a-865b-41d0-b74c-68f7da1388cd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9837c576-c4cf-44ac-87eb-1f546c317c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3957565 Aug 31 00:35:20.234050 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Port ba4bd26f-64e9-4863-a592-ab685b279ebe on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:35:20.237531 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Attempting to bind port ba4bd26f-64e9-4863-a592-ab685b279ebe on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:20.299170 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:20.299659 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Checking segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:20.301902 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Bound using segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:20.301902 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Bound port: ba4bd26f-64e9-4863-a592-ab685b279ebe, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:20.301902 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:20.313260 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-bddfb2b1-8fa3-43ab-af75-a010d6076470 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=783632082be6442b80cb407e72a36329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7570019 Aug 31 00:35:20.316164 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41242) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:20.354075 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfb2b1-8fa3-43ab-af75-a010d6076470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de977168-eb07-4c4c-a52c-42ad9f20079a,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:20.420771 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877a069-63de-4ccf-a8b8-b8b8077ef07a req-3bf6641d-046c-447b-8155-8f416396eb8d tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:20.432839 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4877a069-63de-4ccf-a8b8-b8b8077ef07a req-3bf6641d-046c-447b-8155-8f416396eb8d tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.2876997 Aug 31 00:35:20.494225 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97991e9e-1d44-4fba-aa18-13a158ad72bf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=98a3a6f8-3131-47b3-b801-d22d814dcb98,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:20.579364 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] For port ba4bd26f-64e9-4863-a592-ab685b279ebe, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:20.583753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] For port ba4bd26f-64e9-4863-a592-ab685b279ebe, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:20.648211 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-6987e44f-ddc1-419d-9040-fc0cc342d389 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:20.650593 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4877a069-63de-4ccf-a8b8-b8b8077ef07a req-47e7d702-7816-4464-b8ea-92965dd15c38 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153213 Aug 31 00:35:20.652669 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-6987e44f-ddc1-419d-9040-fc0cc342d389 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 817 time: 0.9951999 Aug 31 00:35:20.687125 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:20.701138 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2e09b829-313a-4cd6-842b-8ecad42ece9c admin admin] Publish callbacks [] for security_group (de977168-eb07-4c4c-a52c-42ad9f20079a), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:20.710004 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:20.713361 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:20.715813 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/ba4bd26f-64e9-4863-a592-ab685b279ebe HTTP/1.1" status: 200 len: 1093 time: 4.9656386 Aug 31 00:35:20.763717 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2e09b829-313a-4cd6-842b-8ecad42ece9c admin admin] Publish callbacks [] for security_group (de977168-eb07-4c4c-a52c-42ad9f20079a), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:20.949535 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-1433afc3-87b6-4eca-8c2d-572c82218289 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1063148606&fields=id&tenant_id=ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 267 time: 0.1029325 Aug 31 00:35:20.966086 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:21.128456 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-e52626f1-610c-45c2-8152-2fb7917cd0f0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/quotas/606c24bee18a4454ab672cfb6a395286 HTTP/1.1" status: 200 len: 375 time: 0.4663184 Aug 31 00:35:21.147500 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-e1953f97-5718-4589-8b47-074ae522cdcf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9837c576-c4cf-44ac-87eb-1f546c317c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8824799 Aug 31 00:35:21.170016 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:21.295520 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046996-458f-46ce-a273-34152258b9a0 req-7cdbe40c-86de-4ca1-a475-be9a03fce27e tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:21.297387 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-7cdbe40c-86de-4ca1-a475-be9a03fce27e tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 814 time: 0.3469198 Aug 31 00:35:21.305013 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2e09b829-313a-4cd6-842b-8ecad42ece9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (de977168-eb07-4c4c-a52c-42ad9f20079a), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:21.307926 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2e09b829-313a-4cd6-842b-8ecad42ece9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:21.311188 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-2e09b829-313a-4cd6-842b-8ecad42ece9c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/de977168-eb07-4c4c-a52c-42ad9f20079a HTTP/1.1" status: 204 len: 168 time: 0.9915597 Aug 31 00:35:21.325567 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a388e3d-586a-4072-8093-0a8f86616c33 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4bd26f-64e9-4863-a592-ab685b279ebe,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:21.340567 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09b829-313a-4cd6-842b-8ecad42ece9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de977168-eb07-4c4c-a52c-42ad9f20079a,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:21.355961 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-b2f1749d-b1da-470f-ae3e-e508497a52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:21.357624 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-b2f1749d-b1da-470f-ae3e-e508497a52bf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 1127 time: 0.2331157 Aug 31 00:35:21.368042 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-f4451814-0735-4a62-ab34-1d29e21cb854 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/quotas/ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 375 time: 0.0471461 Aug 31 00:35:21.369282 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-651972dd-da06-4a12-9856-2e65ffd8b2f2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2243822 Aug 31 00:35:21.464889 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-29888fd1-413a-45fa-9ff2-208c176d798c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe HTTP/1.1" status: 200 len: 217 time: 0.0767276 Aug 31 00:35:21.486015 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for port (79a597d8-aec3-4139-9872-88eb69cbc272), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:21.503691 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-038aed04-4284-45e8-b18c-451c479b18db tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340432 Aug 31 00:35:21.547347 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:21.613730 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cf80568-76c4-4d9d-bc22-fa3c94e642d7 req-06e11156-93fc-40df-af42-a003ef7b7896 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9837c576-c4cf-44ac-87eb-1f546c317c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345119 Aug 31 00:35:21.694509 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f26f5ee8-7b9c-46db-a39d-2fba63145049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:21.697840 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-f26f5ee8-7b9c-46db-a39d-2fba63145049 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.1859491 Aug 31 00:35:21.769993 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-7dda8434-76cf-4eaf-9ace-50b4d4fcdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:21.773842 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-7dda8434-76cf-4eaf-9ace-50b4d4fcdebd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652511 Aug 31 00:35:21.776697 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 41292) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:21.784943 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:21.812886 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:21.824486 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:21.864969 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:21.871817 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:35:21.877601 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:21.878351 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-f300e6ec-9b8e-4818-ae88-5d3e452cf897 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604636 Aug 31 00:35:21.884308 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:22.000163 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:22.012514 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5898423 Aug 31 00:35:22.053746 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71a61bc-1bd8-4191-96c6-7f7e2e4db485', 'tag': 'ba4bd26f-64e9-4863-a592-ab685b279ebe'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:22.056935 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b12f99-d872-459c-a9b2-198a61d68b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e71a61bc-1bd8-4191-96c6-7f7e2e4db485", "tag": "ba4bd26f-64e9-4863-a592-ab685b279ebe"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:22.072740 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Request body: {'port': {'device_id': 'ca6fcd7c-4829-401e-88dc-0520b01562ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:22.078843 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761530c-2547-4bf3-9435-164932981443 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event updated for resources: {'Port': ['ID=79a597d8-aec3-4139-9872-88eb69cbc272,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:22.127248 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-97c2903b-00b5-4dae-bd5d-745545313194 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427380 Aug 31 00:35:22.255997 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596739aa-ac1e-4150-8acb-51734d409f8c req-ee3602b3-2a6d-4d9d-82b0-fe525a7c26a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:22.264531 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-596739aa-ac1e-4150-8acb-51734d409f8c req-ee3602b3-2a6d-4d9d-82b0-fe525a7c26a5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c0528602037241c98f36d12984aa26a9&device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 1127 time: 0.2733805 Aug 31 00:35:22.277363 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-8ca5d498-de70-4fd9-a2f4-71bb50484123 None None] Provisioning complete for port 79a597d8-aec3-4139-9872-88eb69cbc272 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:22.280400 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-9c036546-2865-407e-a5a7-49c8a07684d0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115355 Aug 31 00:35:22.281823 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d498-de70-4fd9-a2f4-71bb50484123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:22.373583 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5d498-de70-4fd9-a2f4-71bb50484123 None None] Port 79a597d8-aec3-4139-9872-88eb69cbc272 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:22.515245 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:22.517334 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9f89363b-db4d-428e-9fb0-b51e71618a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:22.584394 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596739aa-ac1e-4150-8acb-51734d409f8c req-ba2a1324-5440-418e-aaf0-d0435fb8850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:22.586319 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-596739aa-ac1e-4150-8acb-51734d409f8c req-ba2a1324-5440-418e-aaf0-d0435fb8850f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9837c576-c4cf-44ac-87eb-1f546c317c31 HTTP/1.1" status: 200 len: 913 time: 0.3051796 Aug 31 00:35:22.695616 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:22.729638 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d58f0249-7d93-4c92-bef3-4f564856158e service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:35:22.739405 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d58f0249-7d93-4c92-bef3-4f564856158e service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6768687 Aug 31 00:35:22.809021 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-596739aa-ac1e-4150-8acb-51734d409f8c req-e591ca4f-f263-4698-9c1f-9e1c97d7bc42 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6033d17d-748b-4a2e-b40d-29f917390834 HTTP/1.1" status: 200 len: 217 time: 0.1769109 Aug 31 00:35:22.811192 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2635dfc0-9788-41f2-a15d-279e15a45fd8 req-78cdb99a-80fe-46c0-ba39-45672c7a13a8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415886 Aug 31 00:35:22.818801 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7594c4-88ff-4bed-897d-e09affa755f4 req-a28dce3c-d19f-4e21-9f0e-a51bd4a88dfa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:22.821985 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2f7594c4-88ff-4bed-897d-e09affa755f4 req-a28dce3c-d19f-4e21-9f0e-a51bd4a88dfa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 931 time: 0.1065948 Aug 31 00:35:22.937602 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2f7594c4-88ff-4bed-897d-e09affa755f4 req-5b67aa43-8ddb-445f-b8d6-86ecb9072617 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096432 Aug 31 00:35:23.119497 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b2648-7376-41bc-b66d-be1701d746c6 req-df322a03-97fe-422a-8e0b-45bfd772cc90 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:23.129319 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5b4b2648-7376-41bc-b66d-be1701d746c6 req-df322a03-97fe-422a-8e0b-45bfd772cc90 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.1147997 Aug 31 00:35:23.166005 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41328) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:23.203215 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:23.206111 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:23.212052 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-35b16778-ac2c-48c1-9f8a-37f52beec5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:23.228496 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5b4b2648-7376-41bc-b66d-be1701d746c6 req-6243d6f8-a4e1-46be-ba0e-998dbb37ab59 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982111 Aug 31 00:35:23.345521 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:23.356543 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-35b16778-ac2c-48c1-9f8a-37f52beec5d3 admin admin] Publish callbacks [] for security_group (4518cc8b-717f-4057-af46-4791beb6da90), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:23.425301 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-35b16778-ac2c-48c1-9f8a-37f52beec5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (4518cc8b-717f-4057-af46-4791beb6da90), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:23.460363 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9f89363b-db4d-428e-9fb0-b51e71618a61 admin admin] Publish callbacks [] for security_group (d27b7968-25b3-4f65-9ae9-15ade7391ad4), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:23.474733 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10454b9-6c77-48cf-95c7-407d380fedc6 x-openstack-request-id: req-d10454b9-6c77-48cf-95c7-407d380fedc6 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:23.475024 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71a61bc-1bd8-4191-96c6-7f7e2e4db485", "tag": "ba4bd26f-64e9-4863-a592-ab685b279ebe", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:23.475290 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d10454b9-6c77-48cf-95c7-407d380fedc6 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:23.475747 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10454b9-6c77-48cf-95c7-407d380fedc6'] response: {'name': 'network-changed', 'server_uuid': 'e71a61bc-1bd8-4191-96c6-7f7e2e4db485', 'tag': 'ba4bd26f-64e9-4863-a592-ab685b279ebe', 'status': 'completed', 'code': 200} Aug 31 00:35:23.535511 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-35b16778-ac2c-48c1-9f8a-37f52beec5d3 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ff35beac0ae244f99e07a6b2db069e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659356 Aug 31 00:35:23.535511 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b16778-ac2c-48c1-9f8a-37f52beec5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4518cc8b-717f-4057-af46-4791beb6da90,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:23.543526 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 41336) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:23.571953 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7e2d2d4f-1955-4fec-a7fc-e0651161eeb8 req-feac3ef4-3f31-455b-9635-fdf00361f7e7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0858321 Aug 31 00:35:23.610646 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:23.641714 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9f89363b-db4d-428e-9fb0-b51e71618a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (d27b7968-25b3-4f65-9ae9-15ade7391ad4), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:23.772435 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-e506c9be-c463-4cc8-9649-615eb181e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:23.775727 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-e506c9be-c463-4cc8-9649-615eb181e2e1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 1127 time: 0.1714725 Aug 31 00:35:23.830720 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596739aa-ac1e-4150-8acb-51734d409f8c req-eaf986d0-630d-406f-96f3-87df2e1d5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:23.832116 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-596739aa-ac1e-4150-8acb-51734d409f8c req-eaf986d0-630d-406f-96f3-87df2e1d5a7d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e3f06ebf-c0ff-4f88-94b0-5dd167885d0b HTTP/1.1" status: 200 len: 851 time: 0.5319302 Aug 31 00:35:23.836194 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:23.849628 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-9f89363b-db4d-428e-9fb0-b51e71618a61 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8b943671096f4cb28b4d46dd6c8503c9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0708108 Aug 31 00:35:23.852968 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41340) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:23.901307 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-f1925d3c-3ed2-4782-842c-12e6ced0b0dc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1607978 Aug 31 00:35:23.958080 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89363b-db4d-428e-9fb0-b51e71618a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27b7968-25b3-4f65-9ae9-15ade7391ad4,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:23.958229 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-db75f948-6b76-4630-9077-31a07b2bc56d admin admin] Publish callbacks [] for security_group (d27b7968-25b3-4f65-9ae9-15ade7391ad4), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.025845 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-db75f948-6b76-4630-9077-31a07b2bc56d admin admin] Publish callbacks [] for security_group (d27b7968-25b3-4f65-9ae9-15ade7391ad4), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.180637 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-db75f948-6b76-4630-9077-31a07b2bc56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (d27b7968-25b3-4f65-9ae9-15ade7391ad4), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.183868 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-db75f948-6b76-4630-9077-31a07b2bc56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.190095 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-db75f948-6b76-4630-9077-31a07b2bc56d admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d27b7968-25b3-4f65-9ae9-15ade7391ad4 HTTP/1.1" status: 204 len: 168 time: 0.3307385 Aug 31 00:35:24.235177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75f948-6b76-4630-9077-31a07b2bc56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27b7968-25b3-4f65-9ae9-15ade7391ad4,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:24.287048 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd430db8-7b13-4fb5-b199-fbc62b556a44 req-5894847f-6f52-4355-89a7-8612a7e585db tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:24.298499 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bd430db8-7b13-4fb5-b199-fbc62b556a44 req-5894847f-6f52-4355-89a7-8612a7e585db tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 931 time: 0.1408899 Aug 31 00:35:24.372006 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:24.422662 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596739aa-ac1e-4150-8acb-51734d409f8c req-d0b79b4e-16ec-473d-a351-0ae81afc4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:24.426663 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-596739aa-ac1e-4150-8acb-51734d409f8c req-d0b79b4e-16ec-473d-a351-0ae81afc4aaf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9837c576-c4cf-44ac-87eb-1f546c317c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5541675 Aug 31 00:35:24.450717 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bd430db8-7b13-4fb5-b199-fbc62b556a44 req-f85ea843-1f8e-41f1-9c0d-f949dcc72404 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510658 Aug 31 00:35:24.463520 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7088-caf8-4c2b-841a-2ef458f20809 admin admin] Publish callbacks [] for security_group (4518cc8b-717f-4057-af46-4791beb6da90), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.474892 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a597d8-aec3-4139-9872-88eb69cbc272 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:24.502560 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Publish callbacks [] for port (79a597d8-aec3-4139-9872-88eb69cbc272), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.529487 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:24.600099 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7088-caf8-4c2b-841a-2ef458f20809 admin admin] Publish callbacks [] for security_group (4518cc8b-717f-4057-af46-4791beb6da90), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.622685 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648209a-3c2b-4b2a-962c-3d2e3e037ef9 req-a4eb457e-89a2-4003-b676-72b8a17458c1 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:24.634387 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f648209a-3c2b-4b2a-962c-3d2e3e037ef9 req-a4eb457e-89a2-4003-b676-72b8a17458c1 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.0855253 Aug 31 00:35:24.646425 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Transition to ACTIVE for port object 79a597d8-aec3-4139-9872-88eb69cbc272 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:35:24.654622 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-41833d54-6de2-4de5-9bf3-53502e9004ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:24.654622 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-41833d54-6de2-4de5-9bf3-53502e9004ad service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.7767458 Aug 31 00:35:24.675081 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-da5f6380-5ba5-461f-b3b2-9a813b78dad0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337446 Aug 31 00:35:24.726369 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-596739aa-ac1e-4150-8acb-51734d409f8c req-19e4c96a-9b64-46cb-8c4e-9f3f8cec3cfd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9837c576-c4cf-44ac-87eb-1f546c317c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786348 Aug 31 00:35:24.737651 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:24.742977 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f648209a-3c2b-4b2a-962c-3d2e3e037ef9 req-507c2843-3adf-4801-b80b-1f633ab35472 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072316 Aug 31 00:35:24.770569 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.825354 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7088-caf8-4c2b-841a-2ef458f20809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (4518cc8b-717f-4057-af46-4791beb6da90), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.828689 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7088-caf8-4c2b-841a-2ef458f20809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:24.842302 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-bb2b7088-caf8-4c2b-841a-2ef458f20809 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4518cc8b-717f-4057-af46-4791beb6da90 HTTP/1.1" status: 204 len: 168 time: 1.2824934 Aug 31 00:35:24.901979 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-78249e72-bfe0-4422-aefc-e20f841bb1e6 req-2be039c8-0987-4a8a-b5ab-13b2a277631f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0582745 Aug 31 00:35:24.936062 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b7088-caf8-4c2b-841a-2ef458f20809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4518cc8b-717f-4057-af46-4791beb6da90,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:24.946429 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Attempting to bind port 79a597d8-aec3-4139-9872-88eb69cbc272 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:24.946771 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Attempting to bind port 79a597d8-aec3-4139-9872-88eb69cbc272 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:24.947381 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Attempting to bind port 79a597d8-aec3-4139-9872-88eb69cbc272 on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:24.956064 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Port 79a597d8-aec3-4139-9872-88eb69cbc272 on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:35:24.956641 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Attempting to bind port 79a597d8-aec3-4139-9872-88eb69cbc272 on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:24.958877 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Pushing event updated for resources: {'Port': ['ID=79a597d8-aec3-4139-9872-88eb69cbc272,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:24.969987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:24.970328 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Checking segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:24.971155 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Bound using segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:24.971639 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Bound port: 79a597d8-aec3-4139-9872-88eb69cbc272, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:24.971990 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.058782 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] For port 79a597d8-aec3-4139-9872-88eb69cbc272, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:25.066390 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] For port 79a597d8-aec3-4139-9872-88eb69cbc272, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=79a597d8-aec3-4139-9872-88eb69cbc272,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:25.136556 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6481ca74-f54c-43bc-b20b-b741152ecb0f req-f0e0100d-1524-4d45-b845-210d0bc6fa3a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0464864 Aug 31 00:35:25.158772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.162501 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:25.163146 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.165741 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/79a597d8-aec3-4139-9872-88eb69cbc272 HTTP/1.1" status: 200 len: 1093 time: 3.1057339 Aug 31 00:35:25.242782 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570663df-3c1f-41af-be12-8b644f11a98d service neutron] Pushing event updated for resources: {'Port': ['ID=79a597d8-aec3-4139-9872-88eb69cbc272,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:25.303627 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 41380) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:25.318717 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-04929142-32ef-4d72-ae0f-4fdfe032ed5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.409043 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-04929142-32ef-4d72-ae0f-4fdfe032ed5a admin admin] Publish callbacks [] for security_group (56ce7801-823a-4881-8814-870cfe0b3661), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.477390 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6fcd7c-4829-401e-88dc-0520b01562ff', 'tag': '79a597d8-aec3-4139-9872-88eb69cbc272'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:25.480024 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb6c947-345b-48d1-910a-4d63eaf49b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6fcd7c-4829-401e-88dc-0520b01562ff", "tag": "79a597d8-aec3-4139-9872-88eb69cbc272"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:25.517374 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-04929142-32ef-4d72-ae0f-4fdfe032ed5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (56ce7801-823a-4881-8814-870cfe0b3661), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.532286 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963e0fd7-98b0-442c-8b38-9b9b215eb584 x-openstack-request-id: req-963e0fd7-98b0-442c-8b38-9b9b215eb584 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:25.532689 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6fcd7c-4829-401e-88dc-0520b01562ff", "tag": "79a597d8-aec3-4139-9872-88eb69cbc272", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:25.533007 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-963e0fd7-98b0-442c-8b38-9b9b215eb584 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:25.533403 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963e0fd7-98b0-442c-8b38-9b9b215eb584'] response: {'name': 'network-changed', 'server_uuid': 'ca6fcd7c-4829-401e-88dc-0520b01562ff', 'tag': '79a597d8-aec3-4139-9872-88eb69cbc272', 'status': 'completed', 'code': 200} Aug 31 00:35:25.576276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:25.579179 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-04929142-32ef-4d72-ae0f-4fdfe032ed5a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2ef13e712abd4e11b61fd59642fe7608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735648 Aug 31 00:35:25.581951 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41394) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:25.598191 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04929142-32ef-4d72-ae0f-4fdfe032ed5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce7801-823a-4881-8814-870cfe0b3661,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:25.634360 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf174c-04da-4f88-bb7a-4e12199e6579 req-e9b9316a-738a-476a-854e-12ce8c52de63 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:25.636166 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1bbf174c-04da-4f88-bb7a-4e12199e6579 req-e9b9316a-738a-476a-854e-12ce8c52de63 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 943 time: 0.0866370 Aug 31 00:35:25.640570 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1f048533-7b0e-460e-ba52-670e62fc682c admin admin] Publish callbacks [] for security_group (56ce7801-823a-4881-8814-870cfe0b3661), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.671405 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1f048533-7b0e-460e-ba52-670e62fc682c admin admin] Publish callbacks [] for security_group (56ce7801-823a-4881-8814-870cfe0b3661), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.702074 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1bbf174c-04da-4f88-bb7a-4e12199e6579 req-bc761f82-8ff2-4e2a-8154-bde650295bff tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579638 Aug 31 00:35:25.790933 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1f048533-7b0e-460e-ba52-670e62fc682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (56ce7801-823a-4881-8814-870cfe0b3661), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.795037 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1f048533-7b0e-460e-ba52-670e62fc682c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:25.810682 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-1f048533-7b0e-460e-ba52-670e62fc682c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/56ce7801-823a-4881-8814-870cfe0b3661 HTTP/1.1" status: 204 len: 168 time: 0.2131915 Aug 31 00:35:25.810682 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f048533-7b0e-460e-ba52-670e62fc682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce7801-823a-4881-8814-870cfe0b3661,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:25.881717 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ba4c2-bb1d-4d35-9940-7c5e9de2bbb7 req-bc845056-ccc5-4725-b5bb-dfaeb05e459e tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:25.883721 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-186ba4c2-bb1d-4d35-9940-7c5e9de2bbb7 req-bc845056-ccc5-4725-b5bb-dfaeb05e459e tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.0487580 Aug 31 00:35:25.941618 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-186ba4c2-bb1d-4d35-9940-7c5e9de2bbb7 req-4b6ed28f-a5bb-4eb3-bc20-42111e2faaf4 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493183 Aug 31 00:35:26.034283 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-63c8d304-8c54-410e-b9ec-3d8f1bc79d3d req-86c33f57-4e96-4d8d-a001-079048eb3d44 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0292346 Aug 31 00:35:26.242053 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-110f338e-b958-4ab3-bfd1-c1f07bee883f req-af18da8f-4605-47f9-b26b-02659f08649e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0333397 Aug 31 00:35:26.379604 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:26.848501 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a0586-f30c-4ada-b934-5c674c58adfc req-1d257c80-e687-4ec8-a1b8-61fdd75a1fe0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:26.850002 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-015a0586-f30c-4ada-b934-5c674c58adfc req-1d257c80-e687-4ec8-a1b8-61fdd75a1fe0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 943 time: 0.0628979 Aug 31 00:35:26.884036 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:26.908507 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-015a0586-f30c-4ada-b934-5c674c58adfc req-38cff382-864b-47b9-90bd-a5014b639c07 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512176 Aug 31 00:35:27.082549 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42612-af76-4aeb-b4a8-f11a4f703b67 req-fae980d2-9647-4049-b0b0-c0ae08a6e9b5 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:27.090594 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-15d42612-af76-4aeb-b4a8-f11a4f703b67 req-fae980d2-9647-4049-b0b0-c0ae08a6e9b5 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.0580776 Aug 31 00:35:27.152082 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:27.155728 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-15d42612-af76-4aeb-b4a8-f11a4f703b67 req-87614922-97dd-45b1-ba8e-d79a69f95b7d tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636458 Aug 31 00:35:27.160888 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7139da1a-bb51-4045-be08-37f151322a60 req-57aaa5a4-0e5f-4db6-ad99-5bd9f70dead8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0425062 Aug 31 00:35:27.405537 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:27.423305 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1ff64d7d-6e8d-478b-8640-47a597ed727c req-1daeb6eb-94fe-421a-9ff6-264f87bf07af tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0568528 Aug 31 00:35:28.048801 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c85b64-f7c0-47a8-9df1-eb06fa8765b1 req-32053f23-0e78-4789-b1ff-2df00d121e8b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:28.050891 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-79c85b64-f7c0-47a8-9df1-eb06fa8765b1 req-32053f23-0e78-4789-b1ff-2df00d121e8b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 943 time: 0.0551317 Aug 31 00:35:28.109608 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-79c85b64-f7c0-47a8-9df1-eb06fa8765b1 req-2bbfe2ba-90b5-48c2-b720-af00f48843c9 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524342 Aug 31 00:35:28.286219 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-42d61ee5-a935-47a4-a818-94656963c100 req-5f01a082-057f-40ca-9f60-7287b7c385f8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0401986 Aug 31 00:35:28.306998 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2278a9-0d12-4416-ba7a-0c803748f2cf req-7aeaa858-8aea-4ad6-9a9f-0d47010b58c2 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:28.308675 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9e2278a9-0d12-4416-ba7a-0c803748f2cf req-7aeaa858-8aea-4ad6-9a9f-0d47010b58c2 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.0563638 Aug 31 00:35:28.367448 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9e2278a9-0d12-4416-ba7a-0c803748f2cf req-ac63b8ee-d75e-4ff7-9b67-9770d4acdc96 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519497 Aug 31 00:35:28.556018 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f41c4fca-6e49-463c-be4f-36f7af6eff0b req-2b646df6-b3df-41b1-80a3-7b74c96f5ede tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0296054 Aug 31 00:35:28.714720 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-394a87a5-c552-4848-a61b-6a5082a7d372 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe HTTP/1.1" status: 200 len: 217 time: 0.0374587 Aug 31 00:35:28.805119 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41526) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:28.914557 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a903de88-f04d-4fab-9d10-1466546d10de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:28.957569 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:28.996332 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a903de88-f04d-4fab-9d10-1466546d10de admin admin] Publish callbacks [] for security_group (8d16817e-d335-431e-8ac2-73a5de83983c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:29.112264 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a903de88-f04d-4fab-9d10-1466546d10de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (8d16817e-d335-431e-8ac2-73a5de83983c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:29.150201 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a903de88-f04d-4fab-9d10-1466546d10de admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d5b19116b8fc4f188f29134c0db3f818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437572 Aug 31 00:35:29.151077 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903de88-f04d-4fab-9d10-1466546d10de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d16817e-d335-431e-8ac2-73a5de83983c,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:29.152967 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 41534) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:29.223033 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8d0774b0-af33-4582-ac70-b37c6e89f827 admin admin] Publish callbacks [] for security_group (8d16817e-d335-431e-8ac2-73a5de83983c), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:29.238187 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa270f58-6489-4f22-8d7a-b5450360168d req-666bacf2-a056-4a5e-b114-9512bca0e37a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:29.247199 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-aa270f58-6489-4f22-8d7a-b5450360168d req-666bacf2-a056-4a5e-b114-9512bca0e37a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 943 time: 0.0583582 Aug 31 00:35:29.248623 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8d0774b0-af33-4582-ac70-b37c6e89f827 admin admin] Publish callbacks [] for security_group (8d16817e-d335-431e-8ac2-73a5de83983c), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:29.294100 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-aa270f58-6489-4f22-8d7a-b5450360168d req-5fd883ab-7a5d-443e-a980-fe753c206dd6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460246 Aug 31 00:35:29.388974 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-168aef7e-1b93-4835-b608-2c75226d1baf req-98c69902-d17f-4ab8-8162-3337c678a066 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0286126 Aug 31 00:35:29.396600 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8d0774b0-af33-4582-ac70-b37c6e89f827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (8d16817e-d335-431e-8ac2-73a5de83983c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:29.400681 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8d0774b0-af33-4582-ac70-b37c6e89f827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:29.402082 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-8d0774b0-af33-4582-ac70-b37c6e89f827 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8d16817e-d335-431e-8ac2-73a5de83983c HTTP/1.1" status: 204 len: 168 time: 0.2479374 Aug 31 00:35:29.427542 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0774b0-af33-4582-ac70-b37c6e89f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d16817e-d335-431e-8ac2-73a5de83983c,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:29.533020 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266c80c-2b49-448d-8707-2eac0d78a15f req-6d80c4a5-2fab-41ae-8222-0afc3f679630 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:29.534696 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4266c80c-2b49-448d-8707-2eac0d78a15f req-6d80c4a5-2fab-41ae-8222-0afc3f679630 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.0609350 Aug 31 00:35:29.608916 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4266c80c-2b49-448d-8707-2eac0d78a15f req-438d529e-e557-4086-8cda-8e92515474d6 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633569 Aug 31 00:35:29.672708 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-52cac7eb-c68b-42fe-b132-34d23b23ddc5 req-3f330e04-637b-44d6-b8b5-a67c54690203 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0354478 Aug 31 00:35:30.119076 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41552) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:30.133498 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-35eaefef-66bf-449e-8fcf-cf90d444e62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:30.171106 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:30.215685 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-35eaefef-66bf-449e-8fcf-cf90d444e62c admin admin] Publish callbacks [] for security_group (d9c2f07f-bc72-44e0-bf30-0ddca2c34dcd), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:30.282410 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-35eaefef-66bf-449e-8fcf-cf90d444e62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (d9c2f07f-bc72-44e0-bf30-0ddca2c34dcd), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:30.328719 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-35eaefef-66bf-449e-8fcf-cf90d444e62c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f923881c524842529f2d4c0746d48d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084043 Aug 31 00:35:30.328978 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 41562) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:30.329934 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eaefef-66bf-449e-8fcf-cf90d444e62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c2f07f-bc72-44e0-bf30-0ddca2c34dcd,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:30.387425 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2bcbce4b-4222-4606-95ff-0fcb34711f54 admin admin] Publish callbacks [] for security_group (d9c2f07f-bc72-44e0-bf30-0ddca2c34dcd), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:30.417621 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2bcbce4b-4222-4606-95ff-0fcb34711f54 admin admin] Publish callbacks [] for security_group (d9c2f07f-bc72-44e0-bf30-0ddca2c34dcd), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:30.438785 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccdda9-e7a0-4457-bead-b63228a2d420 req-59e74835-c7ee-4018-8725-8adb9c0cd5ec tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:30.447477 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-beccdda9-e7a0-4457-bead-b63228a2d420 req-59e74835-c7ee-4018-8725-8adb9c0cd5ec tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 943 time: 0.0724525 Aug 31 00:35:30.521135 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-beccdda9-e7a0-4457-bead-b63228a2d420 req-e9486388-ecfb-4d3c-a67c-b7b3a9fb6c8a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606070 Aug 31 00:35:30.541363 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6121684b-c9b4-457e-bdf5-3faff31d4534 req-d2f8f413-2637-4247-809c-2ff822acd41a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0356832 Aug 31 00:35:30.586420 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2bcbce4b-4222-4606-95ff-0fcb34711f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (d9c2f07f-bc72-44e0-bf30-0ddca2c34dcd), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:30.590340 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2bcbce4b-4222-4606-95ff-0fcb34711f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:30.591971 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2bcbce4b-4222-4606-95ff-0fcb34711f54 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d9c2f07f-bc72-44e0-bf30-0ddca2c34dcd HTTP/1.1" status: 204 len: 168 time: 0.2611735 Aug 31 00:35:30.609781 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbce4b-4222-4606-95ff-0fcb34711f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c2f07f-bc72-44e0-bf30-0ddca2c34dcd,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:30.776983 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf64b25-78fb-4f81-a98b-3482630d64e0 req-27e6c95f-d261-4a14-8fa8-a3c0850c57de tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:30.780527 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-daf64b25-78fb-4f81-a98b-3482630d64e0 req-27e6c95f-d261-4a14-8fa8-a3c0850c57de tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.0662184 Aug 31 00:35:30.852734 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-daf64b25-78fb-4f81-a98b-3482630d64e0 req-279fd087-8aa1-4c28-9663-2110f4004ef4 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581436 Aug 31 00:35:30.890123 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-96d75a39-6e45-4819-9f64-31bba80a7d84 req-fb29dfa3-d332-43e7-9789-d40afeb12560 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.1289263 Aug 31 00:35:30.963406 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-eba7eb2b-acc1-47fe-97d8-d4da46d2914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:30.964884 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-eba7eb2b-acc1-47fe-97d8-d4da46d2914b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.1002250 Aug 31 00:35:30.965814 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-48f4ab8f-5f3d-4801-a832-29492a163cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:30.967177 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-48f4ab8f-5f3d-4801-a832-29492a163cee service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 1127 time: 0.1037238 Aug 31 00:35:30.995739 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-596739aa-ac1e-4150-8acb-51734d409f8c req-ad699a31-a2e4-4fb7-be0c-57c335d6dfb2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9837c576-c4cf-44ac-87eb-1f546c317c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501178 Aug 31 00:35:31.680774 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec95db-6096-4bc7-a7ff-e3a1a43d6fcd req-b3d16df1-fcc3-4eee-8f6b-0ca14bbe6ad6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:31.685195 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-36ec95db-6096-4bc7-a7ff-e3a1a43d6fcd req-b3d16df1-fcc3-4eee-8f6b-0ca14bbe6ad6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 943 time: 0.0893795 Aug 31 00:35:31.686933 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-735aad6c-cd95-4d82-afd3-638ab1d6ab0e req-8f0792f4-8f45-4475-803e-408de74d9253 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0425062 Aug 31 00:35:31.777384 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-36ec95db-6096-4bc7-a7ff-e3a1a43d6fcd req-78e12fe7-0459-4f06-b105-445f00cd4123 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829699 Aug 31 00:35:32.017263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a596c-660e-4511-bb73-551161331548 req-062218a7-d71a-4f9d-8f75-a72e223aeb91 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:32.018748 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-665a596c-660e-4511-bb73-551161331548 req-062218a7-d71a-4f9d-8f75-a72e223aeb91 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.0954080 Aug 31 00:35:32.029539 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9a1774f3-a8e9-4775-b225-e04f048df1dd req-596e19c5-b82e-4f91-86cb-14a982067b66 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0498884 Aug 31 00:35:32.075502 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-665a596c-660e-4511-bb73-551161331548 req-c26bd786-d6b7-4382-8703-70b6fb87d0de tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499952 Aug 31 00:35:32.792908 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6da0dbec-1b35-4afe-9156-dfd31ae7e1e8 req-326a8186-3f76-4be4-9402-9234d3fd0650 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0320146 Aug 31 00:35:32.905300 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:32.930078 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6f2a2-3850-4184-8359-b2ba71e4affb req-43062c95-086e-444a-b5fe-5a6d7d945cd4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:32.933966 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-84c6f2a2-3850-4184-8359-b2ba71e4affb req-43062c95-086e-444a-b5fe-5a6d7d945cd4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 943 time: 0.0602417 Aug 31 00:35:32.986991 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-84c6f2a2-3850-4184-8359-b2ba71e4affb req-19f982f0-3958-45dc-a59f-eefe14439acd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451384 Aug 31 00:35:33.075032 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-83859f09-351d-4c3f-bb74-c78f15479239 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a597d8-aec3-4139-9872-88eb69cbc272 HTTP/1.1" status: 200 len: 217 time: 0.0595589 Aug 31 00:35:33.098160 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-d134007e-d42e-4546-96f4-dcf2a1f3310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:33.099847 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-d134007e-d42e-4546-96f4-dcf2a1f3310b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909748 Aug 31 00:35:33.156901 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0e859cca-2d6d-4470-a658-d7ce1bc66e2c req-427c45e8-bac9-4069-8d27-07bc577c8462 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0446267 Aug 31 00:35:33.178923 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:33.275295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-e0f9c141-4b15-4c0a-b899-3921109fab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:33.276973 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-e0f9c141-4b15-4c0a-b899-3921109fab06 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.1424844 Aug 31 00:35:33.292083 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 6033d17d-748b-4a2e-b40d-29f917390834 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:35:33.309789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c4503-11f2-484b-9683-1609c9c8de7b req-51bac4f7-adf0-4704-aa4d-61027c397963 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:33.311476 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d68c4503-11f2-484b-9683-1609c9c8de7b req-51bac4f7-adf0-4704-aa4d-61027c397963 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 943 time: 0.1333642 Aug 31 00:35:33.363375 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-41ea1729-4435-4825-9c6e-32bff45739e8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274473 Aug 31 00:35:33.369906 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-6746ca55-88f9-4e45-94ab-a818eb38f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:33.371340 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-6746ca55-88f9-4e45-94ab-a818eb38f903 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878506 Aug 31 00:35:33.426100 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 6033d17d-748b-4a2e-b40d-29f917390834, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6033d17d-748b-4a2e-b40d-29f917390834,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:33.439845 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:33.441602 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '6033d17d-748b-4a2e-b40d-29f917390834', 'network_id': '9837c576-c4cf-44ac-87eb-1f546c317c31', 'port_id': '6033d17d-748b-4a2e-b40d-29f917390834', 'mac_address': 'fa:16:3e:b1:44:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f06ebf-c0ff-4f88-94b0-5dd167885d0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:35:33.483669 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 6033d17d-748b-4a2e-b40d-29f917390834 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:33.484062 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (6033d17d-748b-4a2e-b40d-29f917390834), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:33.502507 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6033d17d-748b-4a2e-b40d-29f917390834 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:33.513774 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d68c4503-11f2-484b-9683-1609c9c8de7b req-6e1a047b-3290-45db-818a-2c7835d9a66c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815979 Aug 31 00:35:33.544951 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 6033d17d-748b-4a2e-b40d-29f917390834, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6033d17d-748b-4a2e-b40d-29f917390834,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:33.599996 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-d238780b-deea-41ef-8ade-ab9afa85257e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166812 Aug 31 00:35:33.605445 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d6b12f99-d872-459c-a9b2-198a61d68b6f req-2295637d-7302-49b4-a350-751292ec9545 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238533 Aug 31 00:35:33.666546 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (6033d17d-748b-4a2e-b40d-29f917390834), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:33.668561 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device ba4bd26f-64e9-4863-a592-ab685b279ebe details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:35:33.733279 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76acb74b-d309-4e1a-ae13-d3efdf0084df req-ffe334fb-2f31-4a35-a810-dfa56f715148 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039641 Aug 31 00:35:33.869894 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=6033d17d-748b-4a2e-b40d-29f917390834,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:33.929083 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3e4b3dcf-4558-422f-9b93-b2a007edb8d0 req-1015ec74-30cd-481f-8bf3-afec88bc36b4 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0480008 Aug 31 00:35:33.941232 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:33.954084 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port ba4bd26f-64e9-4863-a592-ab685b279ebe, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:33.966893 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'ba4bd26f-64e9-4863-a592-ab685b279ebe', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'port_id': 'ba4bd26f-64e9-4863-a592-ab685b279ebe', 'mac_address': 'fa:16:3e:98:19:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:35:34.006756 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port ba4bd26f-64e9-4863-a592-ab685b279ebe is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:34.007346 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:34.021107 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4bd26f-64e9-4863-a592-ab685b279ebe {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:34.044640 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port ba4bd26f-64e9-4863-a592-ab685b279ebe, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:34.111391 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:34.121735 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40281cbe-3ef7-4439-9c95-471ec748a137 req-2cba2630-5a75-474d-9143-0e9a03b42649 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:34.123458 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-40281cbe-3ef7-4439-9c95-471ec748a137 req-2cba2630-5a75-474d-9143-0e9a03b42649 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 943 time: 0.0622549 Aug 31 00:35:34.216992 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=ba4bd26f-64e9-4863-a592-ab685b279ebe,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:34.308903 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4582c760-2384-44f3-aac0-32965c9963e3 req-1c653bf2-5984-4775-b8e8-f9b55a429812 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0332198 Aug 31 00:35:34.402330 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:34.431602 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-40281cbe-3ef7-4439-9c95-471ec748a137 req-2217fd98-34b2-4f5c-b159-678b3bd14657 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010297 Aug 31 00:35:34.636705 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12352529-5753-4045-b670-e54c203eec4f req-e8e3f0bc-d13e-4598-ab05-f6d41adc7400 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:34.638193 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-12352529-5753-4045-b670-e54c203eec4f req-e8e3f0bc-d13e-4598-ab05-f6d41adc7400 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 944 time: 0.0508826 Aug 31 00:35:34.689537 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-12352529-5753-4045-b670-e54c203eec4f req-db58beb5-4d8c-4c57-b3f6-3ee4c010a9ea tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 Aug 31 00:35:34.738717 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['6033d17d-748b-4a2e-b40d-29f917390834'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:35:34.875126 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['ba4bd26f-64e9-4863-a592-ab685b279ebe'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:35:34.991755 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 41782) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:35.055226 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41786) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:35.085911 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b981a7c7-2d25-445a-8514-aff3de08f854 req-35073631-5997-4df1-8feb-2c060550b2e5 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0599575 Aug 31 00:35:35.156167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-e9a36d11-aef8-4e77-aeeb-8f4a08d73cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:35.158389 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-e9a36d11-aef8-4e77-aeeb-8f4a08d73cd2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 1127 time: 0.0715141 Aug 31 00:35:35.189964 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:35.197920 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4964a65b-5f13-4892-8714-e9ad8687ad75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.256037 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-937a6a6f-820d-4e9f-854c-1a81c851285b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.295182 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4964a65b-5f13-4892-8714-e9ad8687ad75 admin admin] Publish callbacks [] for security_group (c553b93a-bc95-499d-8e45-b8ec9783bfae), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.354673 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-937a6a6f-820d-4e9f-854c-1a81c851285b admin admin] Publish callbacks [] for security_group (1872c242-acf5-4f95-8d4c-54986036375c), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.380457 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4964a65b-5f13-4892-8714-e9ad8687ad75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (c553b93a-bc95-499d-8e45-b8ec9783bfae), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.488179 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 41798) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:35.489820 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4964a65b-5f13-4892-8714-e9ad8687ad75 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=25453adb42a14a12b4b6600968a69354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334931 Aug 31 00:35:35.494523 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964a65b-5f13-4892-8714-e9ad8687ad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c553b93a-bc95-499d-8e45-b8ec9783bfae,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:35.535322 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-937a6a6f-820d-4e9f-854c-1a81c851285b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1872c242-acf5-4f95-8d4c-54986036375c), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.539619 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-52eb5e7c-1fa2-430c-bd21-b9cecc503d80 req-c3491a0e-3249-45e0-a692-80dfe73427fd tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0601730 Aug 31 00:35:35.588633 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 79a597d8-aec3-4139-9872-88eb69cbc272 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:35:35.672165 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a6a6f-820d-4e9f-854c-1a81c851285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1872c242-acf5-4f95-8d4c-54986036375c,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:35.690899 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-937a6a6f-820d-4e9f-854c-1a81c851285b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=1360f38a67d442af95a5ce86ef699d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6979787 Aug 31 00:35:35.693844 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41800) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:35.713112 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-ef38db51-cf6f-49df-864a-56a55e35fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:35.714924 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-ef38db51-cf6f-49df-864a-56a55e35fc53 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.3193736 Aug 31 00:35:35.733463 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 79a597d8-aec3-4139-9872-88eb69cbc272, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=79a597d8-aec3-4139-9872-88eb69cbc272,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:35.736397 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e63cb-5b8b-4a8c-a2cc-e6679e4513dc req-b197390d-ea08-4721-8eab-8af99eb20a76 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:35.738793 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d9e63cb-5b8b-4a8c-a2cc-e6679e4513dc req-b197390d-ea08-4721-8eab-8af99eb20a76 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 943 time: 0.1527705 Aug 31 00:35:35.772875 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '79a597d8-aec3-4139-9872-88eb69cbc272', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'port_id': '79a597d8-aec3-4139-9872-88eb69cbc272', 'mac_address': 'fa:16:3e:be:26:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:35:35.780247 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-4c3cd052-68bb-45ca-8e75-46a0ecd82275 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:35.780631 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0153-d8e3-48fd-99fa-d943383ec337 admin admin] Publish callbacks [] for security_group (1872c242-acf5-4f95-8d4c-54986036375c), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.781792 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-4c3cd052-68bb-45ca-8e75-46a0ecd82275 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 817 time: 0.3566093 Aug 31 00:35:35.830988 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 79a597d8-aec3-4139-9872-88eb69cbc272 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:35.832645 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.833255 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0153-d8e3-48fd-99fa-d943383ec337 admin admin] Publish callbacks [] for security_group (1872c242-acf5-4f95-8d4c-54986036375c), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.837387 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:35.853740 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a597d8-aec3-4139-9872-88eb69cbc272 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:35.860528 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:35.876596 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-cb5b0d92-1310-489b-b848-43a1f147d8e8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a597d8-aec3-4139-9872-88eb69cbc272 HTTP/1.1" status: 200 len: 217 time: 0.1276405 Aug 31 00:35:35.877454 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2349a90e-7bbd-4310-8f6e-61b014b09026 admin admin] Publish callbacks [] for security_group (c553b93a-bc95-499d-8e45-b8ec9783bfae), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.882090 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 79a597d8-aec3-4139-9872-88eb69cbc272, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=79a597d8-aec3-4139-9872-88eb69cbc272,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:35.904553 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5154e1-8a68-4ff0-85d5-ebd2f25e1615 req-613fb3ed-c1ab-412d-b631-1aa1847e8ae9 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:35.916949 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1a5154e1-8a68-4ff0-85d5-ebd2f25e1615 req-613fb3ed-c1ab-412d-b631-1aa1847e8ae9 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 944 time: 0.1009977 Aug 31 00:35:35.983391 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2349a90e-7bbd-4310-8f6e-61b014b09026 admin admin] Publish callbacks [] for security_group (c553b93a-bc95-499d-8e45-b8ec9783bfae), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:35.986839 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:35.996290 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.015054 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1a5154e1-8a68-4ff0-85d5-ebd2f25e1615 req-bfaf3dcd-192a-40df-8fdb-3c650f6e29f4 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838618 Aug 31 00:35:36.033408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:36.084716 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d9e63cb-5b8b-4a8c-a2cc-e6679e4513dc req-59c3149d-1d3f-4f95-a318-be8927944ada tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135488 Aug 31 00:35:36.088144 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0153-d8e3-48fd-99fa-d943383ec337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1872c242-acf5-4f95-8d4c-54986036375c), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.097187 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0153-d8e3-48fd-99fa-d943383ec337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.099074 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=79a597d8-aec3-4139-9872-88eb69cbc272,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:36.107514 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0f3f0153-d8e3-48fd-99fa-d943383ec337 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1872c242-acf5-4f95-8d4c-54986036375c HTTP/1.1" status: 204 len: 168 time: 0.4122734 Aug 31 00:35:36.132500 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-8e002e5f-1fbd-4523-bbdb-a27bebc336fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:36.133931 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-8e002e5f-1fbd-4523-bbdb-a27bebc336fb service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.2434535 Aug 31 00:35:36.144054 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-187dcd53-0639-4a13-a4a3-3afe297479f2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=606c24bee18a4454ab672cfb6a395286 HTTP/1.1" status: 200 len: 379 time: 0.3146563 Aug 31 00:35:36.149775 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f0153-d8e3-48fd-99fa-d943383ec337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1872c242-acf5-4f95-8d4c-54986036375c,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:36.152597 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046996-458f-46ce-a273-34152258b9a0 req-0cfa8266-d155-4970-8516-8eb02c40c07d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:36.154421 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-0cfa8266-d155-4970-8516-8eb02c40c07d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 814 time: 0.4067533 Aug 31 00:35:36.170269 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 6033d17d-748b-4a2e-b40d-29f917390834 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:36.171015 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'port': {'device_id': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'admin_state_up': True, 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'security_groups': ['a906958e-86ed-4454-9599-d3356b1758e2']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:36.234294 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:36.261127 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 6033d17d-748b-4a2e-b40d-29f917390834 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:35:36.265132 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7963b3d4-5ff4-41d8-907f-454377b829e7 req-26da33fc-2d36-49b0-b3e4-930dbd502e9a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0348785 Aug 31 00:35:36.284041 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-a657afb1-3880-484f-a65d-8067c5cb11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:36.285726 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-a657afb1-3880-484f-a65d-8067c5cb11a8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1282029 Aug 31 00:35:36.364348 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-201aea03-7c90-44a9-aad0-a79c8868e7f6 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 380 time: 0.1849959 Aug 31 00:35:36.368547 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 6033d17d-748b-4a2e-b40d-29f917390834 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:36.371265 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (6033d17d-748b-4a2e-b40d-29f917390834), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.403408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'port': {'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'admin_state_up': True, 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'security_groups': ['a5b9f27e-584b-4101-ae42-2f93b16dde28']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:36.408525 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2349a90e-7bbd-4310-8f6e-61b014b09026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (c553b93a-bc95-499d-8e45-b8ec9783bfae), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.411106 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2349a90e-7bbd-4310-8f6e-61b014b09026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.412527 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2349a90e-7bbd-4310-8f6e-61b014b09026 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c553b93a-bc95-499d-8e45-b8ec9783bfae HTTP/1.1" status: 204 len: 168 time: 0.9230993 Aug 31 00:35:36.470408 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['79a597d8-aec3-4139-9872-88eb69cbc272'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:35:36.500892 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 6033d17d-748b-4a2e-b40d-29f917390834 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:36.501287 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (6033d17d-748b-4a2e-b40d-29f917390834), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.531162 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349a90e-7bbd-4310-8f6e-61b014b09026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c553b93a-bc95-499d-8e45-b8ec9783bfae,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:36.554448 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dd6cf1-78b5-438d-95ce-aa6229958298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033d17d-748b-4a2e-b40d-29f917390834'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:36.596998 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-d0af497c-5955-46c1-9db2-f8ded03abc56 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888904 Aug 31 00:35:36.629898 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 6033d17d-748b-4a2e-b40d-29f917390834, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6033d17d-748b-4a2e-b40d-29f917390834,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:36.670574 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-560759d2-aa14-47d7-ab18-ed413cf87791 req-8537dedb-d6c8-44a1-b323-1ec930b9f47f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0376189 Aug 31 00:35:36.671205 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Made reservation on behalf of 606c24bee18a4454ab672cfb6a395286 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:35:36.674863 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.737105 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (6033d17d-748b-4a2e-b40d-29f917390834), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.738160 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device ba4bd26f-64e9-4863-a592-ab685b279ebe up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:36.767163 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Made reservation on behalf of ec5893d9a55f4ed28f6579397d0d6f21 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:35:36.775098 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.826570 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=6033d17d-748b-4a2e-b40d-29f917390834,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:36.836719 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port ba4bd26f-64e9-4863-a592-ab685b279ebe completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:35:36.870366 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41832) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:36.883512 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Allocated IP 172.20.0.8 (dd1dfc05-b842-4c55-a9f4-0aefefbafd0b/2cf5dfff-2a32-4c40-85ab-2f8b681b68bb/e469ed11-88fc-4e04-ad53-fa40c91854d5) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:35:36.885280 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f3843c14-f5aa-4d85-a5c1-4cf4162838ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.911912 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port ba4bd26f-64e9-4863-a592-ab685b279ebe triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:36.912366 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.991118 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f3843c14-f5aa-4d85-a5c1-4cf4162838ec admin admin] Publish callbacks [] for security_group (a12fe27c-c983-4e9d-b285-16b288cc3427), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.031737 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Allocated IP 172.20.0.11 (6d427232-8e26-4216-9399-96dea4f30f86/ac7233ea-d3dd-4f4b-966f-1fedd056ffbf/013e1a99-4ff0-465e-a5a1-038efacbed7c) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:35:37.045779 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port ba4bd26f-64e9-4863-a592-ab685b279ebe is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:37.046406 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.074873 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3491af2e-0288-40d2-b922-18ec83d4f96e" -d '{"events": [{"server_uuid": "31dd6cf1-78b5-438d-95ce-aa6229958298", "name": "network-vif-plugged", "status": "completed", "tag": "6033d17d-748b-4a2e-b40d-29f917390834"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:37.076657 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f3843c14-f5aa-4d85-a5c1-4cf4162838ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a12fe27c-c983-4e9d-b285-16b288cc3427), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.127720 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port ba4bd26f-64e9-4863-a592-ab685b279ebe, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:37.150051 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-f3843c14-f5aa-4d85-a5c1-4cf4162838ec admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=1d096c48e7344ba8b5a41aeb19fd12cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785699 Aug 31 00:35:37.151608 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3843c14-f5aa-4d85-a5c1-4cf4162838ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12fe27c-c983-4e9d-b285-16b288cc3427,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:37.154236 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41852) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:37.198826 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.242636 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.267673 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=ba4bd26f-64e9-4863-a592-ab685b279ebe,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:37.277245 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:37.316914 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b35ba-ae70-4bf5-9073-1cba3453d821 x-openstack-request-id: req-e38b35ba-ae70-4bf5-9073-1cba3453d821 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:37.317236 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dd6cf1-78b5-438d-95ce-aa6229958298", "name": "network-vif-plugged", "status": "completed", "tag": "6033d17d-748b-4a2e-b40d-29f917390834", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:37.317572 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e38b35ba-ae70-4bf5-9073-1cba3453d821 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:37.318020 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38b35ba-ae70-4bf5-9073-1cba3453d821'] response: {'server_uuid': '31dd6cf1-78b5-438d-95ce-aa6229958298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033d17d-748b-4a2e-b40d-29f917390834', 'code': 200} Aug 31 00:35:37.336173 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:37.340397 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a0de-eedb-4b6a-acfb-3d1c009bd53e admin admin] Publish callbacks [] for security_group (a12fe27c-c983-4e9d-b285-16b288cc3427), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.348849 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae9ea1-44ae-41cc-9b59-a19ad5041790 req-b6851a94-ecb3-4465-a188-cc1324e6ec44 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:37.362133 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-01ae9ea1-44ae-41cc-9b59-a19ad5041790 req-b6851a94-ecb3-4465-a188-cc1324e6ec44 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.1338389 Aug 31 00:35:37.375498 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.399744 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a0de-eedb-4b6a-acfb-3d1c009bd53e admin admin] Publish callbacks [] for security_group (a12fe27c-c983-4e9d-b285-16b288cc3427), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.449610 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-01ae9ea1-44ae-41cc-9b59-a19ad5041790 req-b9d710b7-8e9d-454e-a404-36c1b1662a59 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865216 Aug 31 00:35:37.473538 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.523086 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc3e98-cdcb-4404-8f59-3246673a83b2 req-ca930bcd-b181-4a3d-8537-aabea1ac60bb tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:37.525350 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-36cc3e98-cdcb-4404-8f59-3246673a83b2 req-ca930bcd-b181-4a3d-8537-aabea1ac60bb tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 944 time: 0.1480322 Aug 31 00:35:37.570114 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-683c0a18-5de1-4be1-882f-1265d8f2d8ee req-89d2ff1e-86f5-4be7-867a-66a18b41cb2a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0291777 Aug 31 00:35:37.597612 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a0de-eedb-4b6a-acfb-3d1c009bd53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a12fe27c-c983-4e9d-b285-16b288cc3427), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.600130 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a0de-eedb-4b6a-acfb-3d1c009bd53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.602342 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-fbe7a0de-eedb-4b6a-acfb-3d1c009bd53e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a12fe27c-c983-4e9d-b285-16b288cc3427 HTTP/1.1" status: 204 len: 168 time: 0.4471598 Aug 31 00:35:37.611491 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7a0de-eedb-4b6a-acfb-3d1c009bd53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12fe27c-c983-4e9d-b285-16b288cc3427,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:37.647595 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41866) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:37.662956 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f3bf846-038d-41e7-a274-8c173bb8a78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.764616 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f3bf846-038d-41e7-a274-8c173bb8a78c admin admin] Publish callbacks [] for security_group (6a2cde0e-157a-4aee-ad15-e19fcfce0338), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.773039 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:37.781087 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:37.795125 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:37.809846 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:35:37.814580 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:37.815214 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.816333 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ab794-c50b-4d3f-9d4c-cc3fbb026bb8 req-4e3849a8-e699-4377-aea1-318919cc3716 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:37.817885 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:37.827441 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-261ab794-c50b-4d3f-9d4c-cc3fbb026bb8 req-4e3849a8-e699-4377-aea1-318919cc3716 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 931 time: 0.0500431 Aug 31 00:35:37.832784 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5bb6c947-345b-48d1-910a-4d63eaf49b4b req-a4cdd00d-06af-49cc-9866-4d685f108681 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213328 Aug 31 00:35:37.848444 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-36cc3e98-cdcb-4404-8f59-3246673a83b2 req-1968bece-9c48-4147-979f-40c703112b53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044004 Aug 31 00:35:37.877283 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.899627 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f3bf846-038d-41e7-a274-8c173bb8a78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (6a2cde0e-157a-4aee-ad15-e19fcfce0338), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:37.935736 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-2f3bf846-038d-41e7-a274-8c173bb8a78c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2e0fe13bc8694782bf49ddac7b6cb92f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869577 Aug 31 00:35:37.935736 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-261ab794-c50b-4d3f-9d4c-cc3fbb026bb8 req-7f13eadc-2480-43e6-be80-eb549ca28a33 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103323 Aug 31 00:35:37.937043 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41872) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:37.940748 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-65559c63-840d-4c91-b110-e950b4ab9d94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7847157 Aug 31 00:35:37.980860 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bf846-038d-41e7-a274-8c173bb8a78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2cde0e-157a-4aee-ad15-e19fcfce0338,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:38.011696 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Network 6d427232-8e26-4216-9399-96dea4f30f86 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:35:38.013699 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=013e1a99-4ff0-465e-a5a1-038efacbed7c,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:38.018519 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:35:38.025851 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-89b349cd-44d9-4844-9a63-8a57286caaa3 admin admin] Publish callbacks [] for security_group (6a2cde0e-157a-4aee-ad15-e19fcfce0338), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:38.046816 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:35:38.052725 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:38.054242 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:38.072897 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-89b349cd-44d9-4844-9a63-8a57286caaa3 admin admin] Publish callbacks [] for security_group (6a2cde0e-157a-4aee-ad15-e19fcfce0338), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:38.120952 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-bdcaa38f-9fb5-4491-9dcb-2005f47a62c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7221470 Aug 31 00:35:38.145993 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-1a247dcf-9918-499f-8fed-4d61e9f2b545 None None] Provisioning complete for port e469ed11-88fc-4e04-ad53-fa40c91854d5 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:38.146457 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1a247dcf-9918-499f-8fed-4d61e9f2b545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:38.195176 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-89b349cd-44d9-4844-9a63-8a57286caaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (6a2cde0e-157a-4aee-ad15-e19fcfce0338), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:38.196543 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-1a247dcf-9918-499f-8fed-4d61e9f2b545 None None] Port e469ed11-88fc-4e04-ad53-fa40c91854d5 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:38.197799 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-89b349cd-44d9-4844-9a63-8a57286caaa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:38.200165 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-89b349cd-44d9-4844-9a63-8a57286caaa3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/6a2cde0e-157a-4aee-ad15-e19fcfce0338 HTTP/1.1" status: 204 len: 168 time: 0.2606926 Aug 31 00:35:38.210669 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b349cd-44d9-4844-9a63-8a57286caaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2cde0e-157a-4aee-ad15-e19fcfce0338,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:38.309975 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:38.320598 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-b7fac5d5-5e6f-4adb-9f4a-072964571bff None None] Provisioning complete for port 013e1a99-4ff0-465e-a5a1-038efacbed7c triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:38.320598 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b7fac5d5-5e6f-4adb-9f4a-072964571bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:38.353144 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-b7fac5d5-5e6f-4adb-9f4a-072964571bff None None] Port 013e1a99-4ff0-465e-a5a1-038efacbed7c cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:35:38.475800 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:38.594783 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a98bfb-d0fc-4f39-a586-da1ed71427c3 req-eff92155-3cf6-418b-a0d0-22db1daeb11f tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:38.596395 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-96a98bfb-d0fc-4f39-a586-da1ed71427c3 req-eff92155-3cf6-418b-a0d0-22db1daeb11f tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0502160 Aug 31 00:35:38.651615 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-96a98bfb-d0fc-4f39-a586-da1ed71427c3 req-7d56dc20-4884-42d3-9391-805349a43890 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486312 Aug 31 00:35:38.702481 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a464f6-a7e5-4bc3-8bef-912072716bba req-57d07b31-f91c-4124-b2e6-f7611a2714cd tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:38.704064 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-58a464f6-a7e5-4bc3-8bef-912072716bba req-57d07b31-f91c-4124-b2e6-f7611a2714cd tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 932 time: 0.0498042 Aug 31 00:35:38.753894 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-58a464f6-a7e5-4bc3-8bef-912072716bba req-c72c6980-26ed-4c7d-b4dd-50676755d53c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Aug 31 00:35:38.979924 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 41908) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:39.008963 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2ad61a4c-440c-42cb-b92a-9876ad10c6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.068853 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637028f4-6287-4837-90c2-5b17200b222c req-5cc32c96-6fb9-4c60-bdb2-34351f8e6b82 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:39.071082 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-637028f4-6287-4837-90c2-5b17200b222c req-5cc32c96-6fb9-4c60-bdb2-34351f8e6b82 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 944 time: 0.0650930 Aug 31 00:35:39.105963 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989517c-ea4a-4fa3-9f93-b1cdf52f29dc req-afb11296-9142-4974-8c04-6f052f7d5af9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:39.107745 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f989517c-ea4a-4fa3-9f93-b1cdf52f29dc req-afb11296-9142-4974-8c04-6f052f7d5af9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 931 time: 0.0546644 Aug 31 00:35:39.140873 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-637028f4-6287-4837-90c2-5b17200b222c req-2d278ab8-1417-4e18-87e0-1b7561e95f41 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609794 Aug 31 00:35:39.176101 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f989517c-ea4a-4fa3-9f93-b1cdf52f29dc req-059ee80a-ded4-4513-9ab5-63fd1aed60fc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607905 Aug 31 00:35:39.199093 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2ad61a4c-440c-42cb-b92a-9876ad10c6ef admin admin] Publish callbacks [] for security_group (e4cfa925-a940-46e7-9f00-0255835f2885), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.235682 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Request body: {'port': {'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:39.242595 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Request body: {'port': {'device_id': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:39.286150 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2ad61a4c-440c-42cb-b92a-9876ad10c6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e4cfa925-a940-46e7-9f00-0255835f2885), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.319011 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a61bc-1bd8-4191-96c6-7f7e2e4db485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4bd26f-64e9-4863-a592-ab685b279ebe'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:39.326677 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ae8995-6ed8-482a-9830-63482f966ac2" -d '{"events": [{"server_uuid": "e71a61bc-1bd8-4191-96c6-7f7e2e4db485", "name": "network-vif-plugged", "status": "completed", "tag": "ba4bd26f-64e9-4863-a592-ab685b279ebe"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:39.337473 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad61a4c-440c-42cb-b92a-9876ad10c6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfa925-a940-46e7-9f00-0255835f2885,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:39.370391 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24731c1-d98a-42f2-84fe-54dd7aaee30d x-openstack-request-id: req-b24731c1-d98a-42f2-84fe-54dd7aaee30d {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:39.370767 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71a61bc-1bd8-4191-96c6-7f7e2e4db485", "name": "network-vif-plugged", "status": "completed", "tag": "ba4bd26f-64e9-4863-a592-ab685b279ebe", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:39.371124 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b24731c1-d98a-42f2-84fe-54dd7aaee30d {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:39.371728 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24731c1-d98a-42f2-84fe-54dd7aaee30d'] response: {'server_uuid': 'e71a61bc-1bd8-4191-96c6-7f7e2e4db485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4bd26f-64e9-4863-a592-ab685b279ebe', 'code': 200} Aug 31 00:35:39.392929 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2ad61a4c-440c-42cb-b92a-9876ad10c6ef admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8348cf278cfd40f1bef741be29052026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117877 Aug 31 00:35:39.395988 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41924) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:39.402776 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.419437 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.472412 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a7585742-175b-423b-b97f-bc274093806e admin admin] Publish callbacks [] for security_group (e4cfa925-a940-46e7-9f00-0255835f2885), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.495659 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a7585742-175b-423b-b97f-bc274093806e admin admin] Publish callbacks [] for security_group (e4cfa925-a940-46e7-9f00-0255835f2885), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.557402 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:39.619328 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a7585742-175b-423b-b97f-bc274093806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e4cfa925-a940-46e7-9f00-0255835f2885), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.622644 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a7585742-175b-423b-b97f-bc274093806e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.624186 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a7585742-175b-423b-b97f-bc274093806e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e4cfa925-a940-46e7-9f00-0255835f2885 HTTP/1.1" status: 204 len: 168 time: 0.2271998 Aug 31 00:35:39.635350 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585742-175b-423b-b97f-bc274093806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfa925-a940-46e7-9f00-0255835f2885,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:39.713056 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.76', 51186) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:39.752292 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 79a597d8-aec3-4139-9872-88eb69cbc272 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:39.762750 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fda29-a676-480a-a756-55aabf7c8caf req-f6d1b23e-3f1c-463b-90e9-947c9940b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:39.764262 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-815fda29-a676-480a-a756-55aabf7c8caf req-f6d1b23e-3f1c-463b-90e9-947c9940b08f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 1129 time: 0.1560333 Aug 31 00:35:39.815470 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-815fda29-a676-480a-a756-55aabf7c8caf req-971d3887-391a-4c6b-b5f6-c95b560a65c9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.845026 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41934) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:39.883060 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dd85c-a1e2-436e-9154-619321069fec req-58953a1e-ec9a-4e7f-9b78-571f67476acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:39.884680 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-013dd85c-a1e2-436e-9154-619321069fec req-58953a1e-ec9a-4e7f-9b78-571f67476acc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 1129 time: 0.1454082 Aug 31 00:35:39.892359 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 79a597d8-aec3-4139-9872-88eb69cbc272 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:35:39.910111 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:39.929159 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-013dd85c-a1e2-436e-9154-619321069fec req-05b4d491-1449-4ab7-9b75-4af0930e9572 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.943590 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf5820-c83d-4922-94a7-bde5c788aa50 req-68ee34b0-a7d9-4ad9-8da2-4218edd5851c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:39.945765 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2aaf5820-c83d-4922-94a7-bde5c788aa50 req-68ee34b0-a7d9-4ad9-8da2-4218edd5851c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.1703522 Aug 31 00:35:39.979435 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 79a597d8-aec3-4139-9872-88eb69cbc272 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:39.979893 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.997120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679bf42-f8c2-47a0-84e5-f514ff40671a req-b585e032-a2d1-4280-bbeb-308664c569c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:40.004616 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e679bf42-f8c2-47a0-84e5-f514ff40671a req-b585e032-a2d1-4280-bbeb-308664c569c0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 932 time: 0.1343050 Aug 31 00:35:40.058874 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2aaf5820-c83d-4922-94a7-bde5c788aa50 req-26663e90-b642-4bf3-a161-ad7f3037087f tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023872 Aug 31 00:35:40.080296 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:40.085931 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:40.126848 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 79a597d8-aec3-4139-9872-88eb69cbc272 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:40.127267 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.146242 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-815fda29-a676-480a-a756-55aabf7c8caf req-971d3887-391a-4c6b-b5f6-c95b560a65c9 service neutron] Publish callbacks [] for security_group (44defab7-6f62-4f75-a40c-efe6ce8e3e70), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.157890 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e469ed11-88fc-4e04-ad53-fa40c91854d5 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:40.171109 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 79a597d8-aec3-4139-9872-88eb69cbc272, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=79a597d8-aec3-4139-9872-88eb69cbc272,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:40.172775 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013e1a99-4ff0-465e-a5a1-038efacbed7c {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:40.181442 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Publish callbacks [] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.191672 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Publish callbacks [] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.203496 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e679bf42-f8c2-47a0-84e5-f514ff40671a req-4383c014-d25d-4ffd-b60b-c69fb4b0f881 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977613 Aug 31 00:35:40.219260 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-815fda29-a676-480a-a756-55aabf7c8caf req-971d3887-391a-4c6b-b5f6-c95b560a65c9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (44defab7-6f62-4f75-a40c-efe6ce8e3e70), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.250006 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.252648 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.db.api [req-013dd85c-a1e2-436e-9154-619321069fec req-05b4d491-1449-4ab7-9b75-4af0930e9572 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 84d7e2df97aa4867a2b084bd767c48f5 {{(pid=113724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 00:35:40.253092 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG oslo_db.api [req-013dd85c-a1e2-436e-9154-619321069fec req-05b4d491-1449-4ab7-9b75-4af0930e9572 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:35:40.326271 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-815fda29-a676-480a-a756-55aabf7c8caf req-971d3887-391a-4c6b-b5f6-c95b560a65c9 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343225 Aug 31 00:35:40.354769 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Transition to ACTIVE for port object e469ed11-88fc-4e04-ad53-fa40c91854d5 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:35:40.373091 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=79a597d8-aec3-4139-9872-88eb69cbc272,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:40.380983 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Transition to ACTIVE for port object 013e1a99-4ff0-465e-a5a1-038efacbed7c will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:35:40.400230 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c2534-de05-4e46-9d31-dcf8b18bc86f req-a535dbbf-2429-4723-b1eb-85d88a30ae2c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:40.402420 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-553c2534-de05-4e46-9d31-dcf8b18bc86f req-a535dbbf-2429-4723-b1eb-85d88a30ae2c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.1383045 Aug 31 00:35:40.404917 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-895e841d-6af6-4c8e-91fc-9149dea3e2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.439261 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d3887-391a-4c6b-b5f6-c95b560a65c9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=44defab7-6f62-4f75-a40c-efe6ce8e3e70,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:40.466773 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.484859 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69018f49-b978-432f-9af3-8a76c6cea481 req-87681b82-e021-4a9c-88df-9381a57a22f6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:40.492893 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-69018f49-b978-432f-9af3-8a76c6cea481 req-87681b82-e021-4a9c-88df-9381a57a22f6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 931 time: 0.1394451 Aug 31 00:35:40.534069 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.549161 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-553c2534-de05-4e46-9d31-dcf8b18bc86f req-d3345c34-9f8e-4a0f-8125-2bf747aa237f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396170 Aug 31 00:35:40.571861 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:40.574159 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:40.585835 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-895e841d-6af6-4c8e-91fc-9149dea3e2da admin admin] Publish callbacks [] for security_group (ec2409c0-71c9-4519-bad8-fe93351bdcbe), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.696923 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-69018f49-b978-432f-9af3-8a76c6cea481 req-944d554a-d132-4e93-b255-42ce9446802e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670010 Aug 31 00:35:40.697650 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Attempting to bind port e469ed11-88fc-4e04-ad53-fa40c91854d5 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:40.697987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Attempting to bind port e469ed11-88fc-4e04-ad53-fa40c91854d5 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:40.698317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Attempting to bind port e469ed11-88fc-4e04-ad53-fa40c91854d5 on network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:40.706832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=013e1a99-4ff0-465e-a5a1-038efacbed7c,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:40.712530 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-895e841d-6af6-4c8e-91fc-9149dea3e2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (ec2409c0-71c9-4519-bad8-fe93351bdcbe), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.715455 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Attempting to bind port 013e1a99-4ff0-465e-a5a1-038efacbed7c on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:35:40.715787 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Attempting to bind port 013e1a99-4ff0-465e-a5a1-038efacbed7c by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:35:40.716117 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Attempting to bind port 013e1a99-4ff0-465e-a5a1-038efacbed7c on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:40.720976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Port e469ed11-88fc-4e04-ad53-fa40c91854d5 on network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:35:40.720976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Attempting to bind port e469ed11-88fc-4e04-ad53-fa40c91854d5 on network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:40.728170 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Port 013e1a99-4ff0-465e-a5a1-038efacbed7c on network 6d427232-8e26-4216-9399-96dea4f30f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:35:40.728777 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Attempting to bind port 013e1a99-4ff0-465e-a5a1-038efacbed7c on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:35:40.732474 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:40.733058 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Checking segment: {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:40.733656 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Bound using segment: {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:40.734350 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Bound port: e469ed11-88fc-4e04-ad53-fa40c91854d5, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:40.734929 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.756230 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-013dd85c-a1e2-436e-9154-619321069fec req-05b4d491-1449-4ab7-9b75-4af0930e9572 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.758884 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:35:40.759428 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Checking segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:35:40.760011 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Bound using segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:35:40.760709 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Bound port: 013e1a99-4ff0-465e-a5a1-038efacbed7c, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:35:40.761279 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.780337 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-895e841d-6af6-4c8e-91fc-9149dea3e2da admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=374958890f914700848868b5010d4abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9000573 Aug 31 00:35:40.783541 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 41960) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:40.825383 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e841d-6af6-4c8e-91fc-9149dea3e2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2409c0-71c9-4519-bad8-fe93351bdcbe,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:40.863634 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c6c8-1b16-49b9-b42e-a342acbabbf2 admin admin] Publish callbacks [] for security_group (ec2409c0-71c9-4519-bad8-fe93351bdcbe), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.895873 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c6c8-1b16-49b9-b42e-a342acbabbf2 admin admin] Publish callbacks [] for security_group (ec2409c0-71c9-4519-bad8-fe93351bdcbe), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:40.898601 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:40.903862 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:40.906650 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:40.910576 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] For port 013e1a99-4ff0-465e-a5a1-038efacbed7c, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:35:40.915040 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] For port 013e1a99-4ff0-465e-a5a1-038efacbed7c, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=013e1a99-4ff0-465e-a5a1-038efacbed7c,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:35:40.961595 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-013dd85c-a1e2-436e-9154-619321069fec req-05b4d491-1449-4ab7-9b75-4af0930e9572 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0556808 Aug 31 00:35:40.991516 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:41.014414 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:41.018669 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:41.023590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:41.023756 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:41.025434 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/013e1a99-4ff0-465e-a5a1-038efacbed7c HTTP/1.1" status: 200 len: 1094 time: 1.7953575 Aug 31 00:35:41.026619 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:41.027197 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:41.028459 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/e469ed11-88fc-4e04-ad53-fa40c91854d5 HTTP/1.1" status: 200 len: 1093 time: 1.7971320 Aug 31 00:35:41.028893 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'tag': '013e1a99-4ff0-465e-a5a1-038efacbed7c'}, {'name': 'network-changed', 'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:41.031286 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "64ff706f-9d6e-4268-a6db-3b4c37cf514d", "tag": "013e1a99-4ff0-465e-a5a1-038efacbed7c"}, {"name": "network-changed", "server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:41.083606 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12efc2e-d859-43c6-8c45-7cb085708924 service neutron] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:41.086704 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c6c8-1b16-49b9-b42e-a342acbabbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (ec2409c0-71c9-4519-bad8-fe93351bdcbe), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:41.089239 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c6c8-1b16-49b9-b42e-a342acbabbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:41.090544 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-c1e8c6c8-1b16-49b9-b42e-a342acbabbf2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ec2409c0-71c9-4519-bad8-fe93351bdcbe HTTP/1.1" status: 204 len: 168 time: 0.3060083 Aug 31 00:35:41.102172 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8c6c8-1b16-49b9-b42e-a342acbabbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2409c0-71c9-4519-bad8-fe93351bdcbe,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:41.111902 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c33fe0f-2f27-4c94-b3b5-2ca49ee56b84 x-openstack-request-id: req-9c33fe0f-2f27-4c94-b3b5-2ca49ee56b84 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:41.112540 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ff706f-9d6e-4268-a6db-3b4c37cf514d", "tag": "013e1a99-4ff0-465e-a5a1-038efacbed7c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:41.112950 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c33fe0f-2f27-4c94-b3b5-2ca49ee56b84 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:41.113615 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c33fe0f-2f27-4c94-b3b5-2ca49ee56b84'] response: {'name': 'network-changed', 'server_uuid': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'tag': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'status': 'completed', 'code': 200} Aug 31 00:35:41.114064 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c33fe0f-2f27-4c94-b3b5-2ca49ee56b84'] response: {'name': 'network-changed', 'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'status': 'completed', 'code': 200} Aug 31 00:35:41.202013 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb21ee9-3666-48df-9f8b-b6ce3136cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=013e1a99-4ff0-465e-a5a1-038efacbed7c,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:41.250438 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c32bc-d1e7-40e8-89f9-06514b9a584a req-6f738e7d-6bad-405c-bd6f-c6e6127cbbd0 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:41.252024 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-979c32bc-d1e7-40e8-89f9-06514b9a584a req-6f738e7d-6bad-405c-bd6f-c6e6127cbbd0 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0656283 Aug 31 00:35:41.372935 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6fcd7c-4829-401e-88dc-0520b01562ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a597d8-aec3-4139-9872-88eb69cbc272'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:41.374467 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-979c32bc-d1e7-40e8-89f9-06514b9a584a req-69c6b126-2ba2-4c83-b3fe-a6ef834fe54c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161349 Aug 31 00:35:41.376465 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcb186b-8d43-43ee-9538-ad9f0b463195" -d '{"events": [{"server_uuid": "ca6fcd7c-4829-401e-88dc-0520b01562ff", "name": "network-vif-plugged", "status": "completed", "tag": "79a597d8-aec3-4139-9872-88eb69cbc272"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:41.437151 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf120c5c-d432-4cd1-bb14-7035fa48ffba req-f57188a8-fe51-43cf-b1cc-e7105243cf6c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:41.438995 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bf120c5c-d432-4cd1-bb14-7035fa48ffba req-f57188a8-fe51-43cf-b1cc-e7105243cf6c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 944 time: 0.0844135 Aug 31 00:35:41.447563 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9213c65f-05ef-4fa9-84fc-c956ff125cbd x-openstack-request-id: req-9213c65f-05ef-4fa9-84fc-c956ff125cbd {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:41.447923 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6fcd7c-4829-401e-88dc-0520b01562ff", "name": "network-vif-plugged", "status": "completed", "tag": "79a597d8-aec3-4139-9872-88eb69cbc272", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:41.448587 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9213c65f-05ef-4fa9-84fc-c956ff125cbd {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:41.449182 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9213c65f-05ef-4fa9-84fc-c956ff125cbd'] response: {'server_uuid': 'ca6fcd7c-4829-401e-88dc-0520b01562ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a597d8-aec3-4139-9872-88eb69cbc272', 'code': 200} Aug 31 00:35:41.518495 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bf120c5c-d432-4cd1-bb14-7035fa48ffba req-4d039e55-c7bd-4679-b381-b446d5420524 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708008 Aug 31 00:35:41.635011 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046996-458f-46ce-a273-34152258b9a0 req-7b60ff5d-5183-41f1-b006-2aa741b3c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:41.636411 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-7b60ff5d-5183-41f1-b006-2aa741b3c603 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 1128 time: 0.0892296 Aug 31 00:35:41.683969 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc53ce4-e209-444d-83c3-c0ee7eefd9d4 req-087ff173-36fb-446f-a10b-2211e2e60b5d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:41.685573 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4bc53ce4-e209-444d-83c3-c0ee7eefd9d4 req-087ff173-36fb-446f-a10b-2211e2e60b5d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0510881 Aug 31 00:35:41.748786 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4bc53ce4-e209-444d-83c3-c0ee7eefd9d4 req-95e0e685-1602-4fc9-8118-df873592478a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560129 Aug 31 00:35:41.819582 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:41.855197 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68789412-c930-4b5c-a9e0-08c477038ea2 req-cba4ff33-2762-4181-b959-b3aaa9861b60 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:41.856721 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-68789412-c930-4b5c-a9e0-08c477038ea2 req-cba4ff33-2762-4181-b959-b3aaa9861b60 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0472960 Aug 31 00:35:41.888602 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:35:41.917525 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-68789412-c930-4b5c-a9e0-08c477038ea2 req-2c8128ba-db76-4af6-8233-6cbc19eb6105 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549963 Aug 31 00:35:42.005172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-8394c10a-3432-4167-8a62-1b60e7e67a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:42.008235 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-8394c10a-3432-4167-8a62-1b60e7e67a37 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 1127 time: 0.0694299 Aug 31 00:35:42.161094 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-4177de8f-c272-4fcc-8e7f-da36d3de6f8a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5 HTTP/1.1" status: 200 len: 217 time: 0.0636179 Aug 31 00:35:42.201345 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-389a88d8-d920-417e-bb45-e33ba49cc02b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013e1a99-4ff0-465e-a5a1-038efacbed7c HTTP/1.1" status: 200 len: 217 time: 0.2411027 Aug 31 00:35:42.523483 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4357ece-4e77-4e4e-993b-34d8a0b979ac req-08a1f071-eb87-4160-ad3b-9d8ff8861a9c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:42.525863 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e4357ece-4e77-4e4e-993b-34d8a0b979ac req-08a1f071-eb87-4160-ad3b-9d8ff8861a9c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0604219 Aug 31 00:35:42.625801 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e4357ece-4e77-4e4e-993b-34d8a0b979ac req-9ce9a35e-fa8e-4a5b-ad7e-0dd49d5c5368 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927777 Aug 31 00:35:42.697703 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575f637-a2b6-47b7-a223-f557fd340d72 req-60649d2f-a2b6-4b5e-844c-74c5c13ce37b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:42.699229 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b575f637-a2b6-47b7-a223-f557fd340d72 req-60649d2f-a2b6-4b5e-844c-74c5c13ce37b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 944 time: 0.0766771 Aug 31 00:35:42.756929 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:42.759346 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b575f637-a2b6-47b7-a223-f557fd340d72 req-fa20623b-8175-4ea1-8644-1e3d457f7daf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533748 Aug 31 00:35:42.913383 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:42.953182 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b910ab-05d0-4e4b-bc6b-6906493c795a req-188ad085-b3ab-4bd0-ac19-075c66c3c6e7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:42.954997 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-77b910ab-05d0-4e4b-bc6b-6906493c795a req-188ad085-b3ab-4bd0-ac19-075c66c3c6e7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.1065016 Aug 31 00:35:42.961024 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046996-458f-46ce-a273-34152258b9a0 req-2dcec295-184f-478e-818e-0e27a8aafd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:42.962853 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-2dcec295-184f-478e-818e-0e27a8aafd10 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 200 len: 853 time: 0.0859885 Aug 31 00:35:42.983431 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-5bc50784-fd79-4211-9cda-ffad51fb5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:42.985153 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-5bc50784-fd79-4211-9cda-ffad51fb5a20 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 200 len: 856 time: 0.0910838 Aug 31 00:35:43.029274 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-77b910ab-05d0-4e4b-bc6b-6906493c795a req-816f6c94-0bff-4ff6-bc07-700c87024454 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610316 Aug 31 00:35:43.087991 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf13477-e05c-4fbb-abac-201683550025 req-4160a415-cb3c-4007-b468-58b4206904bb tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:43.090469 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dbf13477-e05c-4fbb-abac-201683550025 req-4160a415-cb3c-4007-b468-58b4206904bb tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0640531 Aug 31 00:35:43.149840 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dbf13477-e05c-4fbb-abac-201683550025 req-15380a76-0216-419e-bc53-47a0aefb8302 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528128 Aug 31 00:35:43.743797 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4aa3c-276a-4459-97f0-ce4c63a70621 req-2ee271ce-8b54-4cef-aeb4-0c1771f4654d tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:43.745382 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-46a4aa3c-276a-4459-97f0-ce4c63a70621 req-2ee271ce-8b54-4cef-aeb4-0c1771f4654d tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0527270 Aug 31 00:35:43.796884 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-46a4aa3c-276a-4459-97f0-ce4c63a70621 req-5632f8ed-0071-4726-a205-000cc8a5c8ac tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Aug 31 00:35:43.904736 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a0885-4eeb-4c70-8254-582983d7f708 req-89c6f3d3-d4b0-4438-bcb6-ace20e666ac4 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:43.906175 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a14a0885-4eeb-4c70-8254-582983d7f708 req-89c6f3d3-d4b0-4438-bcb6-ace20e666ac4 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 944 time: 0.0505927 Aug 31 00:35:43.955325 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a14a0885-4eeb-4c70-8254-582983d7f708 req-8ef8b3cb-7264-44f2-b00c-4e3ff55bfa9f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435090 Aug 31 00:35:43.973826 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:44.152782 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f0ee-5432-4934-bebf-8852c92e4b64 req-ed510921-c9df-4854-8456-5a395b85ce9a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:44.154276 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-49e7f0ee-5432-4934-bebf-8852c92e4b64 req-ed510921-c9df-4854-8456-5a395b85ce9a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0502810 Aug 31 00:35:44.205237 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-49e7f0ee-5432-4934-bebf-8852c92e4b64 req-1668247e-a3bb-4497-9f55-bb0848632d91 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Aug 31 00:35:44.295451 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43678339-d80c-4ae4-b0c7-71284228e5ee req-f6f6fe33-f710-4578-8cf8-d9d5d01774d2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:44.302439 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-43678339-d80c-4ae4-b0c7-71284228e5ee req-f6f6fe33-f710-4578-8cf8-d9d5d01774d2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0634592 Aug 31 00:35:44.349989 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-43678339-d80c-4ae4-b0c7-71284228e5ee req-e1d483e2-d13c-4b15-8f65-84148a1d9427 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466273 Aug 31 00:35:44.882200 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42160) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:44.994946 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:45.078546 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Publish callbacks [] for security_group (400fd3ac-147e-4c7b-9455-4ba9adb48b0d), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:45.078762 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9cbbc-7fd8-4238-8d9c-21ed5881001d req-eb87eb7b-e07c-4cbc-8968-3437046b29de tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:45.080444 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-43a9cbbc-7fd8-4238-8d9c-21ed5881001d req-eb87eb7b-e07c-4cbc-8968-3437046b29de tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 944 time: 0.0490794 Aug 31 00:35:45.127613 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (400fd3ac-147e-4c7b-9455-4ba9adb48b0d), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:45.132721 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:45.134478 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-43a9cbbc-7fd8-4238-8d9c-21ed5881001d req-d68cc9fd-6b04-4201-be9b-b378519d169a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478840 Aug 31 00:35:45.171899 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=058dea5289e0472e8bbca762fa65ade3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886119 Aug 31 00:35:45.172847 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400fd3ac-147e-4c7b-9455-4ba9adb48b0d,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:45.174690 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42168) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:45.180338 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.180963 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.181076 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.181403 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.182146 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.182146 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.182394 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.182722 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.183071 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.183402 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.183752 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.184081 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.184426 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.184754 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.185078 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcfd6f-9498-485a-abb8-3cd6c32df01b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:45.228389 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03122998-2490-4d2b-aa97-819a2f70be47 admin admin] Publish callbacks [] for security_group (400fd3ac-147e-4c7b-9455-4ba9adb48b0d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:45.250457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03122998-2490-4d2b-aa97-819a2f70be47 admin admin] Publish callbacks [] for security_group (400fd3ac-147e-4c7b-9455-4ba9adb48b0d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:45.333218 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05f6f-4810-4661-8059-58915e3008f6 req-3abdd5f2-dee7-4712-84b9-08ed1a6c808b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:45.335457 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-34b05f6f-4810-4661-8059-58915e3008f6 req-3abdd5f2-dee7-4712-84b9-08ed1a6c808b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0537047 Aug 31 00:35:45.385585 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-34b05f6f-4810-4661-8059-58915e3008f6 req-a56d4540-6803-4e43-b3f1-a0c6f396fe69 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441158 Aug 31 00:35:45.402185 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03122998-2490-4d2b-aa97-819a2f70be47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (400fd3ac-147e-4c7b-9455-4ba9adb48b0d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:45.404881 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03122998-2490-4d2b-aa97-819a2f70be47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:45.417548 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-03122998-2490-4d2b-aa97-819a2f70be47 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/400fd3ac-147e-4c7b-9455-4ba9adb48b0d HTTP/1.1" status: 204 len: 168 time: 0.2354524 Aug 31 00:35:45.430796 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03122998-2490-4d2b-aa97-819a2f70be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400fd3ac-147e-4c7b-9455-4ba9adb48b0d,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:45.499382 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af327fb-01d0-44a6-b1e6-596ef2c720b1 req-9ae2b2b0-d094-4a4f-857b-f5d2a3f6a1ef tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:45.501083 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7af327fb-01d0-44a6-b1e6-596ef2c720b1 req-9ae2b2b0-d094-4a4f-857b-f5d2a3f6a1ef tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0505345 Aug 31 00:35:45.550666 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7af327fb-01d0-44a6-b1e6-596ef2c720b1 req-94f7385a-8888-45f8-8a4b-2470cbeaa2a0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Aug 31 00:35:46.046918 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42184) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:46.061491 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:46.072750 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:46.187394 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Publish callbacks [] for security_group (3f97575d-9008-4bee-82a3-5bcfae1d8779), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:46.192102 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-42959882-6371-4069-91fb-b6b019165ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:46.194001 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-42959882-6371-4069-91fb-b6b019165ccd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663707 Aug 31 00:35:46.209178 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046996-458f-46ce-a273-34152258b9a0 req-f0e6fdcf-c832-4a97-b527-455a2dcc0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:46.211314 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-f0e6fdcf-c832-4a97-b527-455a2dcc0363 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6d427232-8e26-4216-9399-96dea4f30f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874724 Aug 31 00:35:46.323604 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (3f97575d-9008-4bee-82a3-5bcfae1d8779), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:46.323604 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc1e7b-962c-4006-a0ba-259ca04c86ae req-65a1e0a7-abd7-4236-9a53-40ad2d2c67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:46.323604 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-47dc1e7b-962c-4006-a0ba-259ca04c86ae req-65a1e0a7-abd7-4236-9a53-40ad2d2c67a7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 1129 time: 0.0959523 Aug 31 00:35:46.348007 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:46.357558 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052f214-7a02-48ee-a653-f4428f67fe5b req-b94425e8-3d4d-4f68-a605-2349cc1484a5 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:46.358901 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a052f214-7a02-48ee-a653-f4428f67fe5b req-b94425e8-3d4d-4f68-a605-2349cc1484a5 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 944 time: 0.0756369 Aug 31 00:35:46.392476 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-f52cc29b-ead7-4084-b40f-d33eaac06b40 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736987 Aug 31 00:35:46.404785 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=996efdfe873c4c98b709fdb1c9770c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540711 Aug 31 00:35:46.411085 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42196) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:46.425550 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-86689cc9-03f4-40d7-9801-13078e15ba79 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154136 Aug 31 00:35:46.429578 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f97575d-9008-4bee-82a3-5bcfae1d8779,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:46.438977 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-47dc1e7b-962c-4006-a0ba-259ca04c86ae req-df852ded-8d65-4699-b330-5563dc5f497a service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056194 Aug 31 00:35:46.440686 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.441040 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.441486 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.441832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.442330 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.442680 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.443018 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.443350 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.443783 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.444673 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.444673 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.444831 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.445162 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.445485 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.445822 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ce7bf-c030-4a03-907e-3d0577abf2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:46.523500 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a052f214-7a02-48ee-a653-f4428f67fe5b req-3c38ab7b-615a-4fc0-b119-615eb8ff22cb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552527 Aug 31 00:35:46.567663 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30401a-554a-4add-bcfa-f8a104f41202 req-a57581f5-82b5-4f9b-95df-dbfea5f1ebbd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:46.567663 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7c30401a-554a-4add-bcfa-f8a104f41202 req-a57581f5-82b5-4f9b-95df-dbfea5f1ebbd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0550995 Aug 31 00:35:46.570238 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:46.587489 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f046996-458f-46ce-a273-34152258b9a0 req-c376ad32-1bdf-491e-8a03-d0072778f145 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853752 Aug 31 00:35:46.588368 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ca1530c7-9a3d-445e-a024-b0d7a8580a35 admin admin] Publish callbacks [] for security_group (3f97575d-9008-4bee-82a3-5bcfae1d8779), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:46.618040 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7c30401a-554a-4add-bcfa-f8a104f41202 req-8538b647-d67a-49b2-afcf-1823bb1d494a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674760 Aug 31 00:35:46.629079 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ca1530c7-9a3d-445e-a024-b0d7a8580a35 admin admin] Publish callbacks [] for security_group (3f97575d-9008-4bee-82a3-5bcfae1d8779), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:46.708453 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af409a9-37df-442c-9e78-002b43deb087 req-21541183-18a7-4df4-9620-3582c2aa9514 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:46.710333 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6af409a9-37df-442c-9e78-002b43deb087 req-21541183-18a7-4df4-9620-3582c2aa9514 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0724103 Aug 31 00:35:46.767945 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6af409a9-37df-442c-9e78-002b43deb087 req-6edd9c8b-ef16-41b2-9296-62790b1d9187 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512478 Aug 31 00:35:46.853623 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c5b824d1-3dc1-42d8-acd0-caa374e95dd9 req-90f165d8-8d54-4a77-88e0-6af7cdf48aed service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035092 Aug 31 00:35:47.684474 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae45b0-0175-4ab6-8850-2c36587687a3 req-d898c613-53b0-42df-9062-02be49bfce75 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:47.686434 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-30ae45b0-0175-4ab6-8850-2c36587687a3 req-d898c613-53b0-42df-9062-02be49bfce75 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 944 time: 0.0596557 Aug 31 00:35:47.747636 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-30ae45b0-0175-4ab6-8850-2c36587687a3 req-be0040c5-6f69-4bd8-88ad-c06908f7bf6a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541663 Aug 31 00:35:47.764540 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7479a6-9e00-44d0-bfe6-04759171de2a req-0659c84f-f168-489b-9ef0-33242d6530dd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:47.766423 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ce7479a6-9e00-44d0-bfe6-04759171de2a req-0659c84f-f168-489b-9ef0-33242d6530dd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0619030 Aug 31 00:35:47.811287 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:47.830448 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ce7479a6-9e00-44d0-bfe6-04759171de2a req-62364e7a-4a03-4298-83d9-d7a4b88c1d23 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552814 Aug 31 00:35:47.899461 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:47.902120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6be3-9975-4f10-8bdc-ce86d654d44b req-81487567-daf3-4c86-a5aa-7ae09d5f8786 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:47.903756 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ef9b6be3-9975-4f10-8bdc-ce86d654d44b req-81487567-daf3-4c86-a5aa-7ae09d5f8786 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0498850 Aug 31 00:35:47.939158 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ca1530c7-9a3d-445e-a024-b0d7a8580a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (3f97575d-9008-4bee-82a3-5bcfae1d8779), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:47.943217 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ca1530c7-9a3d-445e-a024-b0d7a8580a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:47.945075 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-ca1530c7-9a3d-445e-a024-b0d7a8580a35 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/3f97575d-9008-4bee-82a3-5bcfae1d8779 HTTP/1.1" status: 204 len: 168 time: 1.5329344 Aug 31 00:35:47.951727 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:47.954475 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1530c7-9a3d-445e-a024-b0d7a8580a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f97575d-9008-4bee-82a3-5bcfae1d8779,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:47.960887 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ef9b6be3-9975-4f10-8bdc-ce86d654d44b req-e8adf27c-eb15-441a-bb19-1c18f5b5d0e6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513427 Aug 31 00:35:48.013444 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-95a65e92-613f-4183-935b-a48984b2113c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:48.886149 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3306d-5bca-488e-8815-7d41b08f61b2 req-8ae0ddf0-99cf-476b-84ba-a0136e7c2bf8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:48.892962 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6dc3306d-5bca-488e-8815-7d41b08f61b2 req-8ae0ddf0-99cf-476b-84ba-a0136e7c2bf8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 944 time: 0.0634277 Aug 31 00:35:48.960661 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6dc3306d-5bca-488e-8815-7d41b08f61b2 req-2395cf97-cdfb-47cb-a742-1e4047e5274f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668056 Aug 31 00:35:48.988224 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa5f0-baf7-419b-a95f-dca8ced05d84 req-12bde5f0-22db-43eb-b439-7c374bd4ca23 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:48.994348 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9baa5f0-baf7-419b-a95f-dca8ced05d84 req-12bde5f0-22db-43eb-b439-7c374bd4ca23 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0559514 Aug 31 00:35:49.067970 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9baa5f0-baf7-419b-a95f-dca8ced05d84 req-327f29ce-a704-4e0f-8599-87e838c1a764 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666759 Aug 31 00:35:49.472457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1552d8-e614-46b4-af02-7124719e8d4e req-45b5f41f-9020-436a-989f-2df01f23111d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:49.474114 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ac1552d8-e614-46b4-af02-7124719e8d4e req-45b5f41f-9020-436a-989f-2df01f23111d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.2926564 Aug 31 00:35:49.535264 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ac1552d8-e614-46b4-af02-7124719e8d4e req-bdabca51-b659-4b89-9a15-63874e2c2d0e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511043 Aug 31 00:35:49.776952 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:35:49.849603 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42306) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:49.987625 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0aba1208-fc2c-4462-a05f-92e72366d2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:50.009076 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:50.029012 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'port_id': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'mac_address': 'fa:16:3e:8b:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:35:50.081388 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e469ed11-88fc-4e04-ad53-fa40c91854d5 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:50.084852 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:50.097600 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e469ed11-88fc-4e04-ad53-fa40c91854d5 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:50.099941 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0aba1208-fc2c-4462-a05f-92e72366d2d7 admin admin] Publish callbacks [] for security_group (1b08cb7e-b0ee-480b-9371-ac1dd7e24871), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:50.122476 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:50.148022 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fce10c-d3d8-4988-80a1-965ddab4dfb4 req-e238f274-a476-421a-9eae-fa56c6a50a0b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:50.149956 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b8fce10c-d3d8-4988-80a1-965ddab4dfb4 req-e238f274-a476-421a-9eae-fa56c6a50a0b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 944 time: 0.0531530 Aug 31 00:35:50.166631 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-e895cfea-870b-447a-b6aa-8992c41790f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:50.202961 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b8fce10c-d3d8-4988-80a1-965ddab4dfb4 req-32958f20-a6d3-4fa4-aefa-4d86ecad1b62 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Aug 31 00:35:50.231519 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:50.234922 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0aba1208-fc2c-4462-a05f-92e72366d2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1b08cb7e-b0ee-480b-9371-ac1dd7e24871), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:50.238098 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:50.305497 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:50.316776 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.317264 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.317680 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.318234 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.318663 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.319660 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.320050 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.320533 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.320963 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.321748 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.321748 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.322026 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.322520 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.322937 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.323331 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:35:50.333007 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0aba1208-fc2c-4462-a05f-92e72366d2d7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=087655fef1394f289c6af3aaae7f8705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4826326 Aug 31 00:35:50.337061 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42320) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:50.342339 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-86ea35f9-5460-4d2f-bae1-d5a482362408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:50.344384 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-86ea35f9-5460-4d2f-bae1-d5a482362408 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 1128 time: 0.1146779 Aug 31 00:35:50.415211 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-904f839e-e981-4b39-b787-2622fea939d8 req-a651a331-1cd2-44cb-8f35-3d0677aafc8a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876994 Aug 31 00:35:50.416379 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba1208-fc2c-4462-a05f-92e72366d2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b08cb7e-b0ee-480b-9371-ac1dd7e24871,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:50.559096 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c45e3-547b-4d6a-9d1d-8e8793a3827b req-0536ed3c-f73f-4ae9-ad0a-b67040931fbb tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:50.566932 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0c2c45e3-547b-4d6a-9d1d-8e8793a3827b req-0536ed3c-f73f-4ae9-ad0a-b67040931fbb tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.2540748 Aug 31 00:35:50.589978 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['e469ed11-88fc-4e04-ad53-fa40c91854d5'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:35:50.599413 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f839e-e981-4b39-b787-2622fea939d8 req-f6015fc8-d0f4-41c3-b7bf-c91988627ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:50.601845 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-904f839e-e981-4b39-b787-2622fea939d8 req-f6015fc8-d0f4-41c3-b7bf-c91988627ffa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c0528602037241c98f36d12984aa26a9&device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 1129 time: 0.1023393 Aug 31 00:35:50.637866 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-c83520be-25cf-484c-bba5-a3aa0171bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:50.641788 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-c83520be-25cf-484c-bba5-a3aa0171bb1a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 1129 time: 0.2091465 Aug 31 00:35:50.717441 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9efa1692-2ad1-4036-bbf8-6377152c9f81 admin admin] Publish callbacks [] for security_group (1b08cb7e-b0ee-480b-9371-ac1dd7e24871), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:50.806263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9efa1692-2ad1-4036-bbf8-6377152c9f81 admin admin] Publish callbacks [] for security_group (1b08cb7e-b0ee-480b-9371-ac1dd7e24871), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:50.820067 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0c2c45e3-547b-4d6a-9d1d-8e8793a3827b req-b0f8e938-86fd-4586-b31c-5555b3cecca5 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519975 Aug 31 00:35:50.828957 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-2a044170-e696-46e9-b87c-f39f3c14701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:50.831380 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-2a044170-e696-46e9-b87c-f39f3c14701e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 915 time: 0.3979368 Aug 31 00:35:50.874585 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f839e-e981-4b39-b787-2622fea939d8 req-ac10269e-0527-4048-8535-dd209b1d907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:50.883232 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-904f839e-e981-4b39-b787-2622fea939d8 req-ac10269e-0527-4048-8535-dd209b1d907e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9837c576-c4cf-44ac-87eb-1f546c317c31 HTTP/1.1" status: 200 len: 913 time: 0.2103450 Aug 31 00:35:50.898791 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-311c96dd-59e3-42ec-b2e3-d0a1ca0da4cd service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013e1a99-4ff0-465e-a5a1-038efacbed7c HTTP/1.1" status: 200 len: 217 time: 0.0584533 Aug 31 00:35:50.921770 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-904f839e-e981-4b39-b787-2622fea939d8 req-d40494a2-614f-44b9-be45-9935de4525a5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6033d17d-748b-4a2e-b40d-29f917390834 HTTP/1.1" status: 200 len: 217 time: 0.0393894 Aug 31 00:35:50.942188 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-a95c0ab2-2595-4af0-ab6f-bf3a19bbfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:50.943474 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-a95c0ab2-2595-4af0-ab6f-bf3a19bbfa64 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.2820687 Aug 31 00:35:51.004372 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f839e-e981-4b39-b787-2622fea939d8 req-0a603420-3c92-4db1-9551-5f58426058be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:51.004372 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-904f839e-e981-4b39-b787-2622fea939d8 req-0a603420-3c92-4db1-9551-5f58426058be service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e3f06ebf-c0ff-4f88-94b0-5dd167885d0b HTTP/1.1" status: 200 len: 851 time: 0.0695472 Aug 31 00:35:51.030842 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-5d5a18c5-343d-4248-97a0-d60048a72aae service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a597d8-aec3-4139-9872-88eb69cbc272 HTTP/1.1" status: 200 len: 217 time: 0.0493190 Aug 31 00:35:51.052063 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f839e-e981-4b39-b787-2622fea939d8 req-39bdc5f7-c3f0-4949-b263-c50741b17c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:51.054248 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a235341-71cf-48d6-83ed-f50ed2645d45 req-4d1e4f3b-8938-4f74-865c-f394c2199544 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:51.054393 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-904f839e-e981-4b39-b787-2622fea939d8 req-39bdc5f7-c3f0-4949-b263-c50741b17c3a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9837c576-c4cf-44ac-87eb-1f546c317c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441415 Aug 31 00:35:51.055706 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6a235341-71cf-48d6-83ed-f50ed2645d45 req-4d1e4f3b-8938-4f74-865c-f394c2199544 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 944 time: 0.1438890 Aug 31 00:35:51.058620 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-bbdad171-5e02-4bae-9923-b51fc0484696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:51.062327 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-bbdad171-5e02-4bae-9923-b51fc0484696 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 200 len: 853 time: 0.1430738 Aug 31 00:35:51.081151 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:51.129154 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9efa1692-2ad1-4036-bbf8-6377152c9f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1b08cb7e-b0ee-480b-9371-ac1dd7e24871), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:51.132551 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9efa1692-2ad1-4036-bbf8-6377152c9f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:51.133701 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-9efa1692-2ad1-4036-bbf8-6377152c9f81 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1b08cb7e-b0ee-480b-9371-ac1dd7e24871 HTTP/1.1" status: 204 len: 168 time: 0.7930281 Aug 31 00:35:51.142360 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:51.165950 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-64e0252e-e672-4a5c-bc62-92e63707cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:51.167330 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-64e0252e-e672-4a5c-bc62-92e63707cfee service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.1284440 Aug 31 00:35:51.169603 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-904f839e-e981-4b39-b787-2622fea939d8 req-ba2ce64f-93d0-436a-b2d5-bb59a08b9833 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9837c576-c4cf-44ac-87eb-1f546c317c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082385 Aug 31 00:35:51.173646 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-4b2298b1-a549-4a27-8559-99c53847df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:51.175076 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-4b2298b1-a549-4a27-8559-99c53847df15 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6d427232-8e26-4216-9399-96dea4f30f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914242 Aug 31 00:35:51.175781 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa1692-2ad1-4036-bbf8-6377152c9f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b08cb7e-b0ee-480b-9371-ac1dd7e24871,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:51.248135 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6a235341-71cf-48d6-83ed-f50ed2645d45 req-a8ff666a-3cda-4e6c-8231-c88c8d3e7870 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654475 Aug 31 00:35:51.300574 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-d30bf7e6-a655-4042-b34f-8b65d7c66f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:51.305858 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-d30bf7e6-a655-4042-b34f-8b65d7c66f8e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222942 Aug 31 00:35:51.365069 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-904f839e-e981-4b39-b787-2622fea939d8 req-b51f14a7-f414-48c3-8ed9-ebeb84c661c0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9837c576-c4cf-44ac-87eb-1f546c317c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818786 Aug 31 00:35:51.454391 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-f6facb3a-e468-4683-89a0-d3fc191cf6cc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621341 Aug 31 00:35:51.467793 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b84708-b6a4-48bb-be11-327d38c501fc req-26149781-a0a6-4e6f-a9b6-123e019ad47f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:51.469430 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-18b84708-b6a4-48bb-be11-327d38c501fc req-26149781-a0a6-4e6f-a9b6-123e019ad47f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 944 time: 0.1133690 Aug 31 00:35:51.511376 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:51.579217 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-4fe09328-f2a8-4ada-b28b-4bce570c14e7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668812 Aug 31 00:35:51.656867 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-18b84708-b6a4-48bb-be11-327d38c501fc req-bd76c450-4a25-4af0-a75e-2bf4187b2a03 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742284 Aug 31 00:35:51.689716 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-6e6df297-3466-474b-97e1-101afb518be8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609995 Aug 31 00:35:51.803743 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 013e1a99-4ff0-465e-a5a1-038efacbed7c details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:35:51.826755 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:51.887826 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:51.950893 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port e469ed11-88fc-4e04-ad53-fa40c91854d5 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:35:51.956708 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:51.978271 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9c5f5-aba1-49ba-bcdf-1dc32fe6821f req-bc5e3ec4-899a-47c7-aa56-be0bddab6e00 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:51.985921 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-12e9c5f5-aba1-49ba-bcdf-1dc32fe6821f req-bc5e3ec4-899a-47c7-aa56-be0bddab6e00 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0696602 Aug 31 00:35:51.994295 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 013e1a99-4ff0-465e-a5a1-038efacbed7c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=013e1a99-4ff0-465e-a5a1-038efacbed7c,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:52.007550 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:35:52.008676 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3e57139d-8ea0-499d-a297-d2b89e1646b7 req-4e242167-8662-4e5e-83c1-cac8b15cb21c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763723 Aug 31 00:35:52.048903 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 013e1a99-4ff0-465e-a5a1-038efacbed7c is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:52.049486 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.052407 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port e469ed11-88fc-4e04-ad53-fa40c91854d5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:52.053456 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.065102 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42374) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:52.093845 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab60e7e3-4a02-4299-b7d9-96f19dd29151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.099236 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013e1a99-4ff0-465e-a5a1-038efacbed7c {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:35:52.100581 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-12e9c5f5-aba1-49ba-bcdf-1dc32fe6821f req-2094360e-6bb5-467b-a701-5e0c7ce1cbbb tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072710 Aug 31 00:35:52.144863 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 013e1a99-4ff0-465e-a5a1-038efacbed7c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=013e1a99-4ff0-465e-a5a1-038efacbed7c,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:52.187191 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e469ed11-88fc-4e04-ad53-fa40c91854d5 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:52.187587 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.194985 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:52.206837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab60e7e3-4a02-4299-b7d9-96f19dd29151 admin admin] Publish callbacks [] for security_group (eda8f904-3a90-45f3-b820-0bb98e18816d), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.209813 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:52.214258 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:52.216563 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05dd27a-5f13-477d-9b53-ad188570d606" -d '{"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-plugged", "status": "completed", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:52.231345 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:52.237683 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.281835 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d7ce50-7446-420c-a863-7f7da7f4f66e x-openstack-request-id: req-a3d7ce50-7446-420c-a863-7f7da7f4f66e {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:52.282145 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-plugged", "status": "completed", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:52.282575 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3d7ce50-7446-420c-a863-7f7da7f4f66e {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:52.283122 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d7ce50-7446-420c-a863-7f7da7f4f66e'] response: {'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'code': 200} Aug 31 00:35:52.289486 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.290162 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab60e7e3-4a02-4299-b7d9-96f19dd29151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (eda8f904-3a90-45f3-b820-0bb98e18816d), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.345404 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-ab60e7e3-4a02-4299-b7d9-96f19dd29151 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=b0ecfd138cc4491d808d5dc75424591c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784362 Aug 31 00:35:52.350506 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42386) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:52.354856 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-837eb151-1d70-4bac-8352-e190ac9a54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:52.355061 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=013e1a99-4ff0-465e-a5a1-038efacbed7c,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:52.355210 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-837eb151-1d70-4bac-8352-e190ac9a54d3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 1128 time: 0.1196570 Aug 31 00:35:52.378968 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60e7e3-4a02-4299-b7d9-96f19dd29151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda8f904-3a90-45f3-b820-0bb98e18816d,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:52.467240 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:52.469131 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:52.499855 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:52.511472 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db449dca-96d2-4d88-8d99-5405c4a61fe1 req-a4a9d031-0059-412a-9321-9b726c304fea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:52.513066 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-db449dca-96d2-4d88-8d99-5405c4a61fe1 req-a4a9d031-0059-412a-9321-9b726c304fea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.1190162 Aug 31 00:35:52.558116 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1ecdbae7-b99f-4445-b304-3362ed057219 admin admin] Publish callbacks [] for security_group (eda8f904-3a90-45f3-b820-0bb98e18816d), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.558467 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-757549f8-2208-49f1-9a29-cafd16f817e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:52.560047 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-757549f8-2208-49f1-9a29-cafd16f817e1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 918 time: 0.1824572 Aug 31 00:35:52.595337 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1ecdbae7-b99f-4445-b304-3362ed057219 admin admin] Publish callbacks [] for security_group (eda8f904-3a90-45f3-b820-0bb98e18816d), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.604414 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-979fe93c-f4dd-446d-a5c6-4e42b7a62368 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5 HTTP/1.1" status: 200 len: 217 time: 0.0375464 Aug 31 00:35:52.616536 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-db449dca-96d2-4d88-8d99-5405c4a61fe1 req-d6abc388-248f-4380-a760-38ef4dd818f1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820334 Aug 31 00:35:52.631463 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['013e1a99-4ff0-465e-a5a1-038efacbed7c'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:35:52.770649 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1ecdbae7-b99f-4445-b304-3362ed057219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (eda8f904-3a90-45f3-b820-0bb98e18816d), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.771888 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1ecdbae7-b99f-4445-b304-3362ed057219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.774612 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-1ecdbae7-b99f-4445-b304-3362ed057219 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/eda8f904-3a90-45f3-b820-0bb98e18816d HTTP/1.1" status: 204 len: 168 time: 0.4174776 Aug 31 00:35:52.791961 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdbae7-b99f-4445-b304-3362ed057219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda8f904-3a90-45f3-b820-0bb98e18816d,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:52.899070 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:52.920370 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68214009-b63b-4b57-a208-a0c5b56db8be req-8fc67d4b-296e-4e30-b5b8-5cec17e13cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:52.921967 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-68214009-b63b-4b57-a208-a0c5b56db8be req-8fc67d4b-296e-4e30-b5b8-5cec17e13cb1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 1129 time: 0.1122062 Aug 31 00:35:52.931074 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a39b36-b629-4332-8e34-72b9da049118 req-8986ed2a-dbbd-4f37-b1a7-a572cd058962 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:52.932565 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a6a39b36-b629-4332-8e34-72b9da049118 req-8986ed2a-dbbd-4f37-b1a7-a572cd058962 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 945 time: 0.1182203 Aug 31 00:35:52.942902 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-d215b015-efe4-414c-9463-a4dbc8bd6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:52.942902 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-d215b015-efe4-414c-9463-a4dbc8bd6f45 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 200 len: 856 time: 0.2145081 Aug 31 00:35:53.039291 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-68214009-b63b-4b57-a208-a0c5b56db8be req-a52eddb0-a814-4fd4-8ba2-de47924d6e67 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027124 Aug 31 00:35:53.054043 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a6a39b36-b629-4332-8e34-72b9da049118 req-ff857373-68fc-4251-a845-72df6a4c3253 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093798 Aug 31 00:35:53.055001 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-5e2ce99a-1997-40b3-8e66-c35999f0cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:53.056395 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-5e2ce99a-1997-40b3-8e66-c35999f0cf26 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769646 Aug 31 00:35:53.196296 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:53.234778 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344df97-9764-4842-8821-aa252f0cb217 req-5a9dc55f-a6e1-4fe2-9b51-caffe23184e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:53.236855 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3344df97-9764-4842-8821-aa252f0cb217 req-5a9dc55f-a6e1-4fe2-9b51-caffe23184e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0658967 Aug 31 00:35:53.321682 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3344df97-9764-4842-8821-aa252f0cb217 req-2a746001-a659-49a2-8963-fa9b642bdee4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774724 Aug 31 00:35:53.367054 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:53.755479 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bccdf-56cf-4864-b664-72a7a0e679d9 req-b29e4f2a-bc61-4f66-bdfe-b1060ec23e1c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:53.757987 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-206bccdf-56cf-4864-b664-72a7a0e679d9 req-b29e4f2a-bc61-4f66-bdfe-b1060ec23e1c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0569129 Aug 31 00:35:53.795856 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:53.809089 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 013e1a99-4ff0-465e-a5a1-038efacbed7c up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:53.872921 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-206bccdf-56cf-4864-b664-72a7a0e679d9 req-0ab0c63c-d7c9-4ba6-8cfd-b7a852c893f9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054511 Aug 31 00:35:53.881887 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 013e1a99-4ff0-465e-a5a1-038efacbed7c completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:35:53.989063 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 013e1a99-4ff0-465e-a5a1-038efacbed7c triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:35:53.989442 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:53.989948 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-7dbea281-3fdf-46e8-9d70-048d50f128aa service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170876 Aug 31 00:35:54.086491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 013e1a99-4ff0-465e-a5a1-038efacbed7c is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:35:54.089231 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:54.135153 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 013e1a99-4ff0-465e-a5a1-038efacbed7c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=013e1a99-4ff0-465e-a5a1-038efacbed7c,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:54.194184 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c874e69-4a82-4abb-b4d5-66621542617d req-39757761-43db-4743-bcfa-11362f7d57d0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:54.195928 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1c874e69-4a82-4abb-b4d5-66621542617d req-39757761-43db-4743-bcfa-11362f7d57d0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 945 time: 0.0538535 Aug 31 00:35:54.213958 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:54.248079 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42468) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:54.276213 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1c874e69-4a82-4abb-b4d5-66621542617d req-29a9cc31-0641-4d8f-9e32-9bf7fedfbbdf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698392 Aug 31 00:35:54.304722 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e1a99-4ff0-465e-a5a1-038efacbed7c'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:54.306996 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d90a2d8-f17a-41f5-b8c4-38ca01754e76" -d '{"events": [{"server_uuid": "64ff706f-9d6e-4268-a6db-3b4c37cf514d", "name": "network-vif-plugged", "status": "completed", "tag": "013e1a99-4ff0-465e-a5a1-038efacbed7c"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:54.310114 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=013e1a99-4ff0-465e-a5a1-038efacbed7c,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:54.385131 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9d7df7-b858-437f-8e3e-9ae556d11f56 x-openstack-request-id: req-af9d7df7-b858-437f-8e3e-9ae556d11f56 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:54.387970 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff706f-9d6e-4268-a6db-3b4c37cf514d", "name": "network-vif-plugged", "status": "completed", "tag": "013e1a99-4ff0-465e-a5a1-038efacbed7c", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:54.388446 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af9d7df7-b858-437f-8e3e-9ae556d11f56 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:54.389592 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9d7df7-b858-437f-8e3e-9ae556d11f56'] response: {'server_uuid': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'code': 200} Aug 31 00:35:54.454691 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b8ba3c5-d891-4b0c-8fc2-304a9a268c5e req-3a55c2a1-88ba-427a-83f7-d7f856133d98 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446683 Aug 31 00:35:54.473249 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e3679-d45d-4e5c-978f-e559de7879c8 req-48d7ab28-f804-4571-8b11-55d88536b58c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:54.476870 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a82e3679-d45d-4e5c-978f-e559de7879c8 req-48d7ab28-f804-4571-8b11-55d88536b58c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0660312 Aug 31 00:35:54.554487 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a82e3679-d45d-4e5c-978f-e559de7879c8 req-8e6980d0-6a87-4c39-9d39-f8be9ec9c5c4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699511 Aug 31 00:35:54.590255 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ceda0bb2-7124-4b7a-bbdd-c464c1e75481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:54.673531 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ceda0bb2-7124-4b7a-bbdd-c464c1e75481 admin admin] Publish callbacks [] for security_group (14bb6a71-1957-48b7-9ef2-5b9498dc5109), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:54.784469 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ceda0bb2-7124-4b7a-bbdd-c464c1e75481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (14bb6a71-1957-48b7-9ef2-5b9498dc5109), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:54.830772 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-ceda0bb2-7124-4b7a-bbdd-c464c1e75481 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=632c182513b04837be04a6f87d20ae9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5813844 Aug 31 00:35:54.831612 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda0bb2-7124-4b7a-bbdd-c464c1e75481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bb6a71-1957-48b7-9ef2-5b9498dc5109,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:54.835615 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42484) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:54.894844 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:54.938018 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7681ce29-db1e-4807-9ec8-14d7282b9bb3 admin admin] Publish callbacks [] for security_group (14bb6a71-1957-48b7-9ef2-5b9498dc5109), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:54.965989 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7681ce29-db1e-4807-9ec8-14d7282b9bb3 admin admin] Publish callbacks [] for security_group (14bb6a71-1957-48b7-9ef2-5b9498dc5109), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:55.072732 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb064dd4-a269-485e-bff6-f578ca5b9893 req-f65d5e9e-ece6-4ea8-ab8c-5e91ecafe50c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:55.074353 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fb064dd4-a269-485e-bff6-f578ca5b9893 req-f65d5e9e-ece6-4ea8-ab8c-5e91ecafe50c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0830636 Aug 31 00:35:55.094311 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:55.126154 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fb064dd4-a269-485e-bff6-f578ca5b9893 req-cfe83515-7f27-4acd-ae8b-b9f499ff850f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462451 Aug 31 00:35:55.172962 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7681ce29-db1e-4807-9ec8-14d7282b9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (14bb6a71-1957-48b7-9ef2-5b9498dc5109), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:55.175977 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7681ce29-db1e-4807-9ec8-14d7282b9bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:55.176912 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-7681ce29-db1e-4807-9ec8-14d7282b9bb3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/14bb6a71-1957-48b7-9ef2-5b9498dc5109 HTTP/1.1" status: 204 len: 168 time: 0.3403797 Aug 31 00:35:55.188772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681ce29-db1e-4807-9ec8-14d7282b9bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bb6a71-1957-48b7-9ef2-5b9498dc5109,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:55.419097 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ffc5-571c-49bd-a05d-1e549d525f38 req-23887f3e-a4c8-4f3c-bd04-526a59cbfe9c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:55.420818 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6e27ffc5-571c-49bd-a05d-1e549d525f38 req-23887f3e-a4c8-4f3c-bd04-526a59cbfe9c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 946 time: 0.0528378 Aug 31 00:35:55.530371 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6e27ffc5-571c-49bd-a05d-1e549d525f38 req-bbfd752f-1330-42c6-97f5-6e358103d3eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950954 Aug 31 00:35:55.580390 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f899-05cc-4b4a-9224-200db4932022 req-e3b37789-3cf0-4753-a8d5-7a6fd97993bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:55.582992 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1e68f899-05cc-4b4a-9224-200db4932022 req-e3b37789-3cf0-4753-a8d5-7a6fd97993bb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 1130 time: 0.0786436 Aug 31 00:35:55.653530 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1e68f899-05cc-4b4a-9224-200db4932022 req-21382554-cf26-4649-8316-a4cbe7761dab service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633090 Aug 31 00:35:55.721819 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf8f4d-1472-4e75-94e1-3c31adeac31d req-82310808-b7e8-4b4a-b630-f27d8954232b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:55.723988 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dacf8f4d-1472-4e75-94e1-3c31adeac31d req-82310808-b7e8-4b4a-b630-f27d8954232b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0626481 Aug 31 00:35:55.753872 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42516) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:55.791132 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dacf8f4d-1472-4e75-94e1-3c31adeac31d req-b020e164-57dc-4fbf-9cde-2ecc7b712b2a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604029 Aug 31 00:35:55.889991 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-044f9737-39ce-4a3c-8213-105d59d4d60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:55.976146 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-044f9737-39ce-4a3c-8213-105d59d4d60b admin admin] Publish callbacks [] for security_group (e4e832e6-b665-4184-8e4d-3e1840e575a3), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.053284 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-044f9737-39ce-4a3c-8213-105d59d4d60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e4e832e6-b665-4184-8e4d-3e1840e575a3), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.064713 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:56.100520 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42528) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:56.100688 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-044f9737-39ce-4a3c-8213-105d59d4d60b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=5dde7828737f4f028f7e715b5aed2e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456407 Aug 31 00:35:56.106396 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f9737-39ce-4a3c-8213-105d59d4d60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e832e6-b665-4184-8e4d-3e1840e575a3,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:56.164458 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-89e27642-baf8-4f0d-8da9-28cbf5452b75 admin admin] Publish callbacks [] for security_group (e4e832e6-b665-4184-8e4d-3e1840e575a3), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.188112 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-89e27642-baf8-4f0d-8da9-28cbf5452b75 admin admin] Publish callbacks [] for security_group (e4e832e6-b665-4184-8e4d-3e1840e575a3), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.221739 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42536) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:56.239549 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-febf0b62-19d2-4ef2-8eb5-1f757a1a1319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.264058 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d72fee-030d-43e5-a030-0dc4ec262b39 req-3d5eae48-2589-46ab-9e25-230f24e94d6f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:56.265997 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-09d72fee-030d-43e5-a030-0dc4ec262b39 req-3d5eae48-2589-46ab-9e25-230f24e94d6f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0537200 Aug 31 00:35:56.322593 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-09d72fee-030d-43e5-a030-0dc4ec262b39 req-360229a6-1522-4e64-b45c-23f95592d54a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461495 Aug 31 00:35:56.376352 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-89e27642-baf8-4f0d-8da9-28cbf5452b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e4e832e6-b665-4184-8e4d-3e1840e575a3), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.378964 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-89e27642-baf8-4f0d-8da9-28cbf5452b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.378964 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-89e27642-baf8-4f0d-8da9-28cbf5452b75 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e4e832e6-b665-4184-8e4d-3e1840e575a3 HTTP/1.1" status: 204 len: 168 time: 0.2769735 Aug 31 00:35:56.441097 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27642-baf8-4f0d-8da9-28cbf5452b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e832e6-b665-4184-8e4d-3e1840e575a3,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:56.515564 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f45a5-02ad-4cb4-af4e-e248125c7b4b req-b045de80-57e2-408a-abe8-19e7cf63eba4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:56.517142 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-507f45a5-02ad-4cb4-af4e-e248125c7b4b req-b045de80-57e2-408a-abe8-19e7cf63eba4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0935178 Aug 31 00:35:56.523113 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-febf0b62-19d2-4ef2-8eb5-1f757a1a1319 admin admin] Publish callbacks [] for security_group (bb5ceb41-57d3-4c65-bdeb-0517c6159e1d), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.533032 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42550) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:56.538680 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-e7f32bb3-6ba3-47bc-85ea-e9adfba23bfc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'floatingip': {'port_id': 'e469ed11-88fc-4e04-ad53-fa40c91854d5'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:56.625238 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-febf0b62-19d2-4ef2-8eb5-1f757a1a1319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (bb5ceb41-57d3-4c65-bdeb-0517c6159e1d), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.635711 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e7f32bb3-6ba3-47bc-85ea-e9adfba23bfc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (94bbafd8-2667-4b68-8a76-1ef4e766ab59), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.651418 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:56.683832 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-febf0b62-19d2-4ef2-8eb5-1f757a1a1319 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=eef5188ba89c44b0bbfa6b431d34dd28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607882 Aug 31 00:35:56.690229 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42558) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:56.714713 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf0b62-19d2-4ef2-8eb5-1f757a1a1319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5ceb41-57d3-4c65-bdeb-0517c6159e1d,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:56.754464 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529fb2-e211-419f-ace5-0e3cf33c565c req-371f653b-7562-4f1c-aa3b-63134ca2ffb8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:56.759068 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-51529fb2-e211-419f-ace5-0e3cf33c565c req-371f653b-7562-4f1c-aa3b-63134ca2ffb8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 946 time: 0.1366966 Aug 31 00:35:56.759223 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a8de7379-8a4b-4baf-adb7-6bd92e978b91 admin admin] Publish callbacks [] for security_group (bb5ceb41-57d3-4c65-bdeb-0517c6159e1d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.786274 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a8de7379-8a4b-4baf-adb7-6bd92e978b91 admin admin] Publish callbacks [] for security_group (bb5ceb41-57d3-4c65-bdeb-0517c6159e1d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.806014 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:56.919467 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-51529fb2-e211-419f-ace5-0e3cf33c565c req-fe284e25-ecb9-4682-a65b-cee1e9329972 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499419 Aug 31 00:35:56.938363 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a8de7379-8a4b-4baf-adb7-6bd92e978b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (bb5ceb41-57d3-4c65-bdeb-0517c6159e1d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.952547 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a8de7379-8a4b-4baf-adb7-6bd92e978b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:56.952547 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-a8de7379-8a4b-4baf-adb7-6bd92e978b91 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/bb5ceb41-57d3-4c65-bdeb-0517c6159e1d HTTP/1.1" status: 204 len: 168 time: 0.2516036 Aug 31 00:35:56.968772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de7379-8a4b-4baf-adb7-6bd92e978b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5ceb41-57d3-4c65-bdeb-0517c6159e1d,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:56.977013 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b273b3-9f7f-4200-a997-1e8021e3f7cf req-bb17d608-3ee1-49d1-9bb2-d4c21b5a860f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:56.978459 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b7b273b3-9f7f-4200-a997-1e8021e3f7cf req-bb17d608-3ee1-49d1-9bb2-d4c21b5a860f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0834255 Aug 31 00:35:57.065679 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b7b273b3-9f7f-4200-a997-1e8021e3f7cf req-37316834-9b3a-42aa-9701-d82ef9379912 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782831 Aug 31 00:35:57.420894 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42582) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:57.608477 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1d477451-ef93-4efc-bc82-ace200f0e59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:57.624542 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:57.680569 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e7f32bb3-6ba3-47bc-85ea-e9adfba23bfc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:57.709273 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1d477451-ef93-4efc-bc82-ace200f0e59a admin admin] Publish callbacks [] for security_group (725341f7-56c9-4e91-bb95-3b31a8cca13f), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:57.864568 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e7f32bb3-6ba3-47bc-85ea-e9adfba23bfc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (94bbafd8-2667-4b68-8a76-1ef4e766ab59), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:57.868979 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1d477451-ef93-4efc-bc82-ace200f0e59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (725341f7-56c9-4e91-bb95-3b31a8cca13f), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:57.922314 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-1d477451-ef93-4efc-bc82-ace200f0e59a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f7439fb231524ba78336bc69bed1d957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4997008 Aug 31 00:35:57.925241 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42600) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:57.933291 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d477451-ef93-4efc-bc82-ace200f0e59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725341f7-56c9-4e91-bb95-3b31a8cca13f,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:57.995356 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:58.007359 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [None req-e7f32bb3-6ba3-47bc-85ea-e9adfba23bfc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Floating IP 94bbafd8-2667-4b68-8a76-1ef4e766ab59 associated. External IP: 172.27.3.105, port: e469ed11-88fc-4e04-ad53-fa40c91854d5. Aug 31 00:35:58.033151 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0fadd7f-8a84-4998-abb7-ebb9dfeb6803 admin admin] Publish callbacks [] for security_group (725341f7-56c9-4e91-bb95-3b31a8cca13f), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:58.069828 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0fadd7f-8a84-4998-abb7-ebb9dfeb6803 admin admin] Publish callbacks [] for security_group (725341f7-56c9-4e91-bb95-3b31a8cca13f), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:58.130049 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c14cab-03df-41c1-9d7c-b63cb2d99efd req-c989b010-f763-48d4-9bf4-00c785882a11 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:58.132730 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-11c14cab-03df-41c1-9d7c-b63cb2d99efd req-c989b010-f763-48d4-9bf4-00c785882a11 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 946 time: 0.0706508 Aug 31 00:35:58.268980 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0fadd7f-8a84-4998-abb7-ebb9dfeb6803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (725341f7-56c9-4e91-bb95-3b31a8cca13f), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:58.273552 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0fadd7f-8a84-4998-abb7-ebb9dfeb6803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:58.278041 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-b0fadd7f-8a84-4998-abb7-ebb9dfeb6803 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/725341f7-56c9-4e91-bb95-3b31a8cca13f HTTP/1.1" status: 204 len: 168 time: 0.3484716 Aug 31 00:35:58.294244 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-11c14cab-03df-41c1-9d7c-b63cb2d99efd req-0e9e9355-aad1-490f-850c-e3169fddd909 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072688 Aug 31 00:35:58.301194 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fadd7f-8a84-4998-abb7-ebb9dfeb6803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725341f7-56c9-4e91-bb95-3b31a8cca13f,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:58.336803 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52eed7f-78fd-42e9-9c52-11cec440fbaf req-c334dc62-c852-4f72-927a-fbab0cc15ff3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:58.336803 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c52eed7f-78fd-42e9-9c52-11cec440fbaf req-c334dc62-c852-4f72-927a-fbab0cc15ff3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.1376104 Aug 31 00:35:58.440212 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f32bb3-6ba3-47bc-85ea-e9adfba23bfc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:35:58.575233 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f32bb3-6ba3-47bc-85ea-e9adfba23bfc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:35:58.580744 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e7f32bb3-6ba3-47bc-85ea-e9adfba23bfc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:58.584894 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c52eed7f-78fd-42e9-9c52-11cec440fbaf req-d179b2a6-a307-43b2-8b2a-ed982c39c0fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423813 Aug 31 00:35:58.592967 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] Sync routers for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:35:58.607041 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:58.607944 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:58.622303 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e7f32bb3-6ba3-47bc-85ea-e9adfba23bfc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/94bbafd8-2667-4b68-8a76-1ef4e766ab59 HTTP/1.1" status: 200 len: 991 time: 2.0874932 Aug 31 00:35:58.623589 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:35:58.726867 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:59.018112 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '94bbafd8-2667-4b68-8a76-1ef4e766ab59', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'port_id': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'mac_address': 'fa:16:3e:8b:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:35:57Z', 'revision_number': 1, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:59.025369 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac23d6-154e-4f18-bb08-8d5a624f58d2" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:35:59.051025 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] Checking router: 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:35:59.061140 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:35:59.061756 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:59.170061 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:35:59.385448 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42654) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:59.417528 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d672-7880-4672-8694-89ed7cf8d902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:59.461278 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb0467d-f8b8-4815-8919-6074cc19b9d4 x-openstack-request-id: req-eeb0467d-f8b8-4815-8919-6074cc19b9d4 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:35:59.461946 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:35:59.462478 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eeb0467d-f8b8-4815-8919-6074cc19b9d4 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:35:59.462998 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb0467d-f8b8-4815-8919-6074cc19b9d4'] response: {'name': 'network-changed', 'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'status': 'completed', 'code': 200} Aug 31 00:35:59.468574 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '94bbafd8-2667-4b68-8a76-1ef4e766ab59', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'port_id': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'mac_address': 'fa:16:3e:8b:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:35:57Z', 'revision_number': 1, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:59.501814 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5460fd6-53a1-4bfe-a229-9bc46ce3f528 None None] The sync data for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi is: [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '94bbafd8-2667-4b68-8a76-1ef4e766ab59', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'port_id': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'mac_address': 'fa:16:3e:8b:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:35:57Z', 'revision_number': 1, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:35:59.506209 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:59.520589 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055d38a-a841-4abe-b2bd-6fe9aa5afe2a req-607b2087-c716-41aa-9bbd-04ee203c6626 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:59.530227 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1055d38a-a841-4abe-b2bd-6fe9aa5afe2a req-607b2087-c716-41aa-9bbd-04ee203c6626 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 946 time: 0.1144195 Aug 31 00:35:59.619825 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d672-7880-4672-8694-89ed7cf8d902 admin admin] Publish callbacks [] for security_group (2a9db19e-6fbd-49d7-a347-9d1b55687498), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:59.623578 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1055d38a-a841-4abe-b2bd-6fe9aa5afe2a req-1b556b0f-7aa5-416b-8f75-45eedefc6523 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827103 Aug 31 00:35:59.751158 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d672-7880-4672-8694-89ed7cf8d902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2a9db19e-6fbd-49d7-a347-9d1b55687498), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:59.770265 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17d299-64ee-4791-b5e9-88e4b6aac726 req-9059ce03-03b5-4dc4-a206-79337c2e2382 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:59.772985 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc62ca-c935-4af2-b78e-e591fa08c613 None None] New status for floating IP 94bbafd8-2667-4b68-8a76-1ef4e766ab59: ACTIVE {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:35:59.777121 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5a17d299-64ee-4791-b5e9-88e4b6aac726 req-9059ce03-03b5-4dc4-a206-79337c2e2382 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0836635 Aug 31 00:35:59.832431 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5a17d299-64ee-4791-b5e9-88e4b6aac726 req-bbc18bda-1b46-4f55-8cf0-af7afc02d75e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520055 Aug 31 00:35:59.844159 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9cb77-4ca9-4b21-ae53-6149cc7b3fd8 req-bdd2efc4-afd6-4968-9426-6bae04dc2778 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:35:59.857011 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42662) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:59.861696 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-9a246b61-8d74-4910-b668-1d9441e19360 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'floatingip': {'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:35:59.865964 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a8c9cb77-4ca9-4b21-ae53-6149cc7b3fd8 req-bdd2efc4-afd6-4968-9426-6bae04dc2778 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 946 time: 0.1423047 Aug 31 00:35:59.873398 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7d672-7880-4672-8694-89ed7cf8d902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9db19e-6fbd-49d7-a347-9d1b55687498,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:59.909918 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-e5e7d672-7880-4672-8694-89ed7cf8d902 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=213da2a924c34140bdc1f44fe55347eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209911 Aug 31 00:35:59.910639 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42668) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:35:59.947499 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9a246b61-8d74-4910-b668-1d9441e19360 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (81845b11-4cd3-4e19-817b-598e653056d0), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:59.973803 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0c4463b-767c-455b-9e5a-a419e5a09477 admin admin] Publish callbacks [] for security_group (2a9db19e-6fbd-49d7-a347-9d1b55687498), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:00.000635 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0c4463b-767c-455b-9e5a-a419e5a09477 admin admin] Publish callbacks [] for security_group (2a9db19e-6fbd-49d7-a347-9d1b55687498), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:00.002618 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:00.185653 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0c4463b-767c-455b-9e5a-a419e5a09477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2a9db19e-6fbd-49d7-a347-9d1b55687498), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:00.188413 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0c4463b-767c-455b-9e5a-a419e5a09477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:00.194120 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-b0c4463b-767c-455b-9e5a-a419e5a09477 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2a9db19e-6fbd-49d7-a347-9d1b55687498 HTTP/1.1" status: 204 len: 168 time: 0.2822592 Aug 31 00:36:00.210511 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4463b-767c-455b-9e5a-a419e5a09477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9db19e-6fbd-49d7-a347-9d1b55687498,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:00.489351 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9a246b61-8d74-4910-b668-1d9441e19360 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:00.584867 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9a246b61-8d74-4910-b668-1d9441e19360 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (81845b11-4cd3-4e19-817b-598e653056d0), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:00.689734 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [None req-9a246b61-8d74-4910-b668-1d9441e19360 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Floating IP 81845b11-4cd3-4e19-817b-598e653056d0 associated. External IP: 172.27.3.228, port: 013e1a99-4ff0-465e-a5a1-038efacbed7c. Aug 31 00:36:00.863669 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:00.894560 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-29800f6c-0e8f-4c14-8d12-16d8d4dce844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:00.896441 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-29800f6c-0e8f-4c14-8d12-16d8d4dce844 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 1129 time: 0.0444624 Aug 31 00:36:01.028172 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:01.045810 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73065b40-5848-4853-9b6f-87988049a44d req-a9e9fcef-df13-4fb9-9ec4-6f230e54aa55 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:01.047330 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73065b40-5848-4853-9b6f-87988049a44d req-a9e9fcef-df13-4fb9-9ec4-6f230e54aa55 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0720627 Aug 31 00:36:01.088205 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-55ccbbdc-e039-4944-b4cb-4bd30e378b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:01.089766 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-55ccbbdc-e039-4944-b4cb-4bd30e378b30 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 918 time: 0.1814852 Aug 31 00:36:01.113279 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a246b61-8d74-4910-b668-1d9441e19360 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:36:01.127163 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73065b40-5848-4853-9b6f-87988049a44d req-9cf6d68f-2a5a-4c5d-82e1-b0b7bf8f5597 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707870 Aug 31 00:36:01.222533 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a246b61-8d74-4910-b668-1d9441e19360 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:01.227646 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9a246b61-8d74-4910-b668-1d9441e19360 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:01.232990 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:01.243562 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:01.244179 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:01.262064 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9a246b61-8d74-4910-b668-1d9441e19360 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/81845b11-4cd3-4e19-817b-598e653056d0 HTTP/1.1" status: 200 len: 992 time: 1.4037671 Aug 31 00:36:01.352316 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:01.445691 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:01.464481 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'tag': '013e1a99-4ff0-465e-a5a1-038efacbed7c'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:36:01.467188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bff6583-ad83-443b-9525-d30783f404f8" -d '{"events": [{"name": "network-changed", "server_uuid": "64ff706f-9d6e-4268-a6db-3b4c37cf514d", "tag": "013e1a99-4ff0-465e-a5a1-038efacbed7c"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:36:01.527064 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57262d44-29d3-4143-a669-941276c54f77 x-openstack-request-id: req-57262d44-29d3-4143-a669-941276c54f77 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:36:01.527672 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ff706f-9d6e-4268-a6db-3b4c37cf514d", "tag": "013e1a99-4ff0-465e-a5a1-038efacbed7c", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:36:01.527672 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57262d44-29d3-4143-a669-941276c54f77 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:36:01.527971 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57262d44-29d3-4143-a669-941276c54f77'] response: {'name': 'network-changed', 'server_uuid': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'tag': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'status': 'completed', 'code': 200} Aug 31 00:36:01.541760 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:01.667094 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81845b11-4cd3-4e19-817b-598e653056d0', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:36:00Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:01.686238 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-42eeb913-9ee9-45b8-b709-624dca26d470 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5 HTTP/1.1" status: 200 len: 1001 time: 0.1592922 Aug 31 00:36:01.693729 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:01.702674 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:01.703264 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:01.712966 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff6583-ad83-443b-9525-d30783f404f8 req-5cee5747-3d06-41c5-a023-51bc016c087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:01.715724 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7bff6583-ad83-443b-9525-d30783f404f8 req-5cee5747-3d06-41c5-a023-51bc016c087b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 1130 time: 0.1126969 Aug 31 00:36:01.828114 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-9e9813ac-07ed-45b0-b5fa-ee6b7c7a952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:01.828585 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:01.830126 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-9e9813ac-07ed-45b0-b5fa-ee6b7c7a952c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 200 len: 856 time: 0.1362603 Aug 31 00:36:01.891255 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:01.911694 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff6583-ad83-443b-9525-d30783f404f8 req-ea04c8ff-5884-41da-8c6e-1ca0cbe83730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:01.913233 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7bff6583-ad83-443b-9525-d30783f404f8 req-ea04c8ff-5884-41da-8c6e-1ca0cbe83730 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 915 time: 0.1741652 Aug 31 00:36:01.914681 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-45791fff-4614-43a4-be46-aa8034bf0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:01.916084 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-45791fff-4614-43a4-be46-aa8034bf0852 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737581 Aug 31 00:36:02.044978 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7bff6583-ad83-443b-9525-d30783f404f8 req-34f94914-23ee-4574-aaf8-59873d0d5380 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013e1a99-4ff0-465e-a5a1-038efacbed7c HTTP/1.1" status: 200 len: 1000 time: 0.1195209 Aug 31 00:36:02.120376 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-7576b60c-a93c-47d0-a471-07e6717b4971 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876612 Aug 31 00:36:02.136268 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff6583-ad83-443b-9525-d30783f404f8 req-0c41d037-5dd8-47c8-9e48-f81f14ecdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:02.137792 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7bff6583-ad83-443b-9525-d30783f404f8 req-0c41d037-5dd8-47c8-9e48-f81f14ecdff7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 200 len: 853 time: 0.0597787 Aug 31 00:36:02.173641 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81845b11-4cd3-4e19-817b-598e653056d0', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:36:00Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:02.207150 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283cef1-a94e-4e36-b68d-ac5382d3caaf None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81845b11-4cd3-4e19-817b-598e653056d0', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:36:00Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:02.294596 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff6583-ad83-443b-9525-d30783f404f8 req-d5ed75b3-79e8-4566-a41f-c2a9ca7bc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:02.296123 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7bff6583-ad83-443b-9525-d30783f404f8 req-d5ed75b3-79e8-4566-a41f-c2a9ca7bc1b6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6d427232-8e26-4216-9399-96dea4f30f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1407955 Aug 31 00:36:02.339378 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fbf38-5bea-4305-aaad-08f12494d41a req-1892d62c-6dd5-488e-b277-730e6dc0c4a2 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:02.340881 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-112fbf38-5bea-4305-aaad-08f12494d41a req-1892d62c-6dd5-488e-b277-730e6dc0c4a2 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0940742 Aug 31 00:36:02.414189 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73ac23d6-154e-4f18-bb08-8d5a624f58d2 req-7d102c38-bcb7-4e2a-9eff-d2664662f74f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467999 Aug 31 00:36:02.471137 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-112fbf38-5bea-4305-aaad-08f12494d41a req-1589ee0a-be5b-469a-bb22-292b21616e11 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202471 Aug 31 00:36:02.473419 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f742300-b4d0-4c76-b201-4814601ce34b None None] New status for floating IP 81845b11-4cd3-4e19-817b-598e653056d0: ACTIVE {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:36:02.474041 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7bff6583-ad83-443b-9525-d30783f404f8 req-cf014178-c0a6-43be-87a6-18ee891937c8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652184 Aug 31 00:36:02.492626 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:02.558295 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42756) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:02.613307 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7bff6583-ad83-443b-9525-d30783f404f8 req-60c15396-b29f-448c-aa40-fc1f426abb72 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317847 Aug 31 00:36:02.713217 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d9560a75-57d2-4f52-b6eb-828287efc505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:02.729018 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:02.801275 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d9560a75-57d2-4f52-b6eb-828287efc505 admin admin] Publish callbacks [] for security_group (a35142d1-5fd1-441f-bba8-648439cd0390), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:02.890145 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d9560a75-57d2-4f52-b6eb-828287efc505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a35142d1-5fd1-441f-bba8-648439cd0390), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:02.936628 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d9560a75-57d2-4f52-b6eb-828287efc505 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=bec7340f5f78461a91a3a16390314b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750219 Aug 31 00:36:02.937874 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9560a75-57d2-4f52-b6eb-828287efc505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35142d1-5fd1-441f-bba8-648439cd0390,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:02.939348 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42766) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:02.997293 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-71f02f68-932a-44ad-97db-22677427d5b1 admin admin] Publish callbacks [] for security_group (a35142d1-5fd1-441f-bba8-648439cd0390), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:03.025451 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-71f02f68-932a-44ad-97db-22677427d5b1 admin admin] Publish callbacks [] for security_group (a35142d1-5fd1-441f-bba8-648439cd0390), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:03.058830 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:03.182032 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-71f02f68-932a-44ad-97db-22677427d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a35142d1-5fd1-441f-bba8-648439cd0390), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:03.184795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-71f02f68-932a-44ad-97db-22677427d5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:03.185962 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-71f02f68-932a-44ad-97db-22677427d5b1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a35142d1-5fd1-441f-bba8-648439cd0390 HTTP/1.1" status: 204 len: 168 time: 0.2448747 Aug 31 00:36:03.204972 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb53ba-f3e0-429e-8ade-974ba1ef6716 req-18d795aa-807b-42e3-9a7e-b7affab59ed7 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:03.206576 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3fcb53ba-f3e0-429e-8ade-974ba1ef6716 req-18d795aa-807b-42e3-9a7e-b7affab59ed7 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0610697 Aug 31 00:36:03.207474 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f02f68-932a-44ad-97db-22677427d5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35142d1-5fd1-441f-bba8-648439cd0390,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:03.263995 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3fcb53ba-f3e0-429e-8ade-974ba1ef6716 req-0806fd09-cf6d-4cdb-b6e1-58d04d6f8b43 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499556 Aug 31 00:36:03.607259 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31acf2c-570c-4d97-8dba-7d9be5d9cf6c req-70c33268-6619-4243-b119-c5f969b0278d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:03.608825 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c31acf2c-570c-4d97-8dba-7d9be5d9cf6c req-70c33268-6619-4243-b119-c5f969b0278d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0490029 Aug 31 00:36:03.660800 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c31acf2c-570c-4d97-8dba-7d9be5d9cf6c req-0fdd5bd6-c69a-4d49-98fd-352090e4ffc8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462732 Aug 31 00:36:04.295220 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42810) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:04.392719 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9d8c-520a-4f5d-945a-6ba03998b983 req-648a75c3-6746-47d4-ba4b-7481e2a37101 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:04.394214 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-16ad9d8c-520a-4f5d-945a-6ba03998b983 req-648a75c3-6746-47d4-ba4b-7481e2a37101 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Aug 31 00:36:04.400501 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1690096066-network', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:04.459213 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-16ad9d8c-520a-4f5d-945a-6ba03998b983 req-bb7934e3-dc56-4510-8382-4a3584931c75 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532606 Aug 31 00:36:04.515013 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Made reservation on behalf of ebe5283d88b44f8b824c7bbca56b3473 for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:04.517459 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:04.527339 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:04.529837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:04.610016 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Publish callbacks [] for security_group (861d903f-dad8-4eb6-a41b-9f9855baff75), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:04.691620 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (861d903f-dad8-4eb6-a41b-9f9855baff75), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:04.723440 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:36:04.729577 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861d903f-dad8-4eb6-a41b-9f9855baff75,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:04.737458 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (78119b5c-def6-4d67-b07f-19d307bf5498), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:04.737806 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Added segment 78119b5c-def6-4d67-b07f-19d307bf5498 of type vlan for network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 Aug 31 00:36:04.795876 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (5c79103f-c4fa-4069-a202-b12e6c4f8e87), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:04.823557 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8470c-2e60-478e-aff9-bde6d0a1a009 req-ae11c7d8-1078-4b6a-9ab7-fd4d7e1e9d62 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:04.823557 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6da8470c-2e60-478e-aff9-bde6d0a1a009 req-ae11c7d8-1078-4b6a-9ab7-fd4d7e1e9d62 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0653186 Aug 31 00:36:04.866411 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6da8470c-2e60-478e-aff9-bde6d0a1a009 req-3becaf59-d0fa-49f2-b43f-9614eeae7f25 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Aug 31 00:36:04.892675 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (5c79103f-c4fa-4069-a202-b12e6c4f8e87), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:04.897196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:04.897196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:04.957859 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] Pushing event updated for resources: {'Network': ['ID=5c79103f-c4fa-4069-a202-b12e6c4f8e87,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:04.967987 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:36:04.971291 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:05.026857 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-03168ce3-04ea-4b3b-8691-a6a19468408e admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7304463 Aug 31 00:36:05.029993 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42822) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:05.034946 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Request body: {'subnet': {'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1690096066-subnet', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'ip_version': 4}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:05.132112 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Made reservation on behalf of ebe5283d88b44f8b824c7bbca56b3473 for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:05.134510 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:05.296867 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:05.366627 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (bfa92bce-fff8-42a8-9709-a00ac15eb27b), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:05.430485 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa92bce-fff8-42a8-9709-a00ac15eb27b,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:05.441123 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Checking segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:05.441490 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Network hostable DHCP agents. Network: 5c79103f-c4fa-4069-a202-b12e6c4f8e87, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:36:05.549597 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:36:05.583786 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2b940-b32e-46f7-8587-92aab2e5466c req-24757087-2dd5-4e9a-b326-d13398f5c5b1 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:05.585293 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9be2b940-b32e-46f7-8587-92aab2e5466c req-24757087-2dd5-4e9a-b326-d13398f5c5b1 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0513856 Aug 31 00:36:05.625621 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:05.633562 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9be2b940-b32e-46f7-8587-92aab2e5466c req-500267aa-c326-44dc-8b7a-efd50400ce57 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Aug 31 00:36:05.647072 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 5c79103f-c4fa-4069-a202-b12e6c4f8e87) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:05.651585 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:05.652432 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:05.658655 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8840b26-d253-430f-a595-3fd17203221e None None] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:05.741968 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-deeea017-8605-4915-97cf-e6d3662d4fe0 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7108583 Aug 31 00:36:05.744695 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42832) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:05.749282 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:05.764841 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:36:05.765972 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:05.835942 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (9b9a5233-c072-421d-84a0-85651350fd73), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:05.837041 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (9b9a5233-c072-421d-84a0-85651350fd73), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:05.890796 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks [] for router_controller (9b9a5233-c072-421d-84a0-85651350fd73), precommit_add_association {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.028343 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Allocated IP 172.20.0.2 (5c79103f-c4fa-4069-a202-b12e6c4f8e87/bfa92bce-fff8-42a8-9709-a00ac15eb27b/9359d947-99e6-4870-9095-c720268e1d03) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:06.047546 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3f08e-696a-4d71-b71d-2d57616f328d req-be323f9a-d6eb-43e0-b35d-07db0765ca89 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:06.049069 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-aef3f08e-696a-4d71-b71d-2d57616f328d req-be323f9a-d6eb-43e0-b35d-07db0765ca89 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.1048567 Aug 31 00:36:06.134863 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks [] for router_gateway (9b9a5233-c072-421d-84a0-85651350fd73), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.162025 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-aef3f08e-696a-4d71-b71d-2d57616f328d req-e9aefd01-f3a0-44a7-aaec-08345d24baa3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765460 Aug 31 00:36:06.176000 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Publish callbacks [] for port (9359d947-99e6-4870-9095-c720268e1d03), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.256425 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:06.275730 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (9359d947-99e6-4870-9095-c720268e1d03), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.314681 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:06.320109 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:06.326364 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:06.329996 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Pushing event updated for resources: {'Port': ['ID=9359d947-99e6-4870-9095-c720268e1d03,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:06.388580 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks [] for router_gateway (9b9a5233-c072-421d-84a0-85651350fd73), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.388779 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Attempting to bind port 9359d947-99e6-4870-9095-c720268e1d03 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:06.389060 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Attempting to bind port 9359d947-99e6-4870-9095-c720268e1d03 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:06.389424 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Attempting to bind port 9359d947-99e6-4870-9095-c720268e1d03 on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:06.395494 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:06.396050 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Checking segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:06.399646 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.399646 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Bound using segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:06.399646 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Bound port: 9359d947-99e6-4870-9095-c720268e1d03, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:06.399646 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (9359d947-99e6-4870-9095-c720268e1d03), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.408038 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.460623 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] For port 9359d947-99e6-4870-9095-c720268e1d03, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:06.463831 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] For port 9359d947-99e6-4870-9095-c720268e1d03, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9359d947-99e6-4870-9095-c720268e1d03,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:06.516790 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Allocated IP 172.27.3.70 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/37c93f5b-3edb-4646-899d-918fc8273fd4) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:06.521496 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (9359d947-99e6-4870-9095-c720268e1d03), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.530939 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:06.573369 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab34c09-0207-4cc4-8a14-d7bef3768514 None None] Pushing event updated for resources: {'Port': ['ID=9359d947-99e6-4870-9095-c720268e1d03,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:06.632983 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks [] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.723014 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.788433 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:06.791808 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a8d6f-625a-4713-ba1c-ed5d4c44c323 req-14842c0d-9077-4c3e-9922-338bf212e52c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:06.793433 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-af0a8d6f-625a-4713-ba1c-ed5d4c44c323 req-14842c0d-9077-4c3e-9922-338bf212e52c tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0830023 Aug 31 00:36:06.798039 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:06.799625 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:06.854117 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-af0a8d6f-625a-4713-ba1c-ed5d4c44c323 req-1ae6f0f2-e2c1-46b2-85f5-9a45eee449d8 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544736 Aug 31 00:36:06.897012 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Pushing event updated for resources: {'Port': ['ID=37c93f5b-3edb-4646-899d-918fc8273fd4,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:07.152639 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks [] for router_gateway (9b9a5233-c072-421d-84a0-85651350fd73), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:07.332110 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b6eee-8d1e-415f-a4d4-290ebdabbdec req-c59fee76-ae57-4402-b022-513a6b6ed1a7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:07.333896 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bc7b6eee-8d1e-415f-a4d4-290ebdabbdec req-c59fee76-ae57-4402-b022-513a6b6ed1a7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0876098 Aug 31 00:36:07.417948 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:07.441536 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bc7b6eee-8d1e-415f-a4d4-290ebdabbdec req-42edf5ec-1baf-4640-b9f4-911b3df3967a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999129 Aug 31 00:36:07.443408 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (9b9a5233-c072-421d-84a0-85651350fd73), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:07.539869 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203a13b-3b29-417c-b6f5-3cdf7947a89b None None] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:07.592706 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:07.628300 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-fd61cf9a-79af-4229-b9ea-7cbb29ec74a4 None None] Provisioning complete for port 9359d947-99e6-4870-9095-c720268e1d03 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:07.628698 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf9a-79af-4229-b9ea-7cbb29ec74a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (9359d947-99e6-4870-9095-c720268e1d03), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:07.674761 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Router 9b9a5233-c072-421d-84a0-85651350fd73 is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:36:07.689190 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:07.744732 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-fd61cf9a-79af-4229-b9ea-7cbb29ec74a4 None None] Current status of the port 9359d947-99e6-4870-9095-c720268e1d03 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:07.745131 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf9a-79af-4229-b9ea-7cbb29ec74a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (9359d947-99e6-4870-9095-c720268e1d03), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:07.783924 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-fd61cf9a-79af-4229-b9ea-7cbb29ec74a4 None None] For port 9359d947-99e6-4870-9095-c720268e1d03, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9359d947-99e6-4870-9095-c720268e1d03,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:07.784685 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:07.788593 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:07.798397 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Sync routers for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:07.810503 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:07.811138 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:07.874976 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf9a-79af-4229-b9ea-7cbb29ec74a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (9359d947-99e6-4870-9095-c720268e1d03), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:07.888800 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:07.893064 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-54c08907-c434-42ec-95a4-cd6e845328c3 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1443272 Aug 31 00:36:07.895103 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42854) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:07.937201 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61cf9a-79af-4229-b9ea-7cbb29ec74a4 None None] Pushing event updated for resources: {'Port': ['ID=9359d947-99e6-4870-9095-c720268e1d03,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:07.950348 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:07.995839 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa8f8c-aca8-47e8-84cd-0177654c929f req-0f896f03-5572-4d7f-bcaa-fe21fc660f7f tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:08.004289 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-06aa8f8c-aca8-47e8-84cd-0177654c929f req-0f896f03-5572-4d7f-bcaa-fe21fc660f7f tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0643618 Aug 31 00:36:08.030886 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-f33867cb-2d06-443e-a19d-22d748b4e5fd None None] Provisioning complete for port 9359d947-99e6-4870-9095-c720268e1d03 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:08.033224 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f33867cb-2d06-443e-a19d-22d748b4e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (9359d947-99e6-4870-9095-c720268e1d03), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:08.072870 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:08.073212 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-06aa8f8c-aca8-47e8-84cd-0177654c929f req-ec3781e3-d830-4d5f-9ca8-4b81959e74d6 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671725 Aug 31 00:36:08.179713 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:06Z', 'revision_number': 3, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:08.185637 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9359d947-99e6-4870-9095-c720268e1d03 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:08.205739 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Checking router: 9b9a5233-c072-421d-84a0-85651350fd73 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:08.205997 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Updating router 9b9a5233-c072-421d-84a0-85651350fd73 port 37c93f5b-3edb-4646-899d-918fc8273fd4 binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:08.230444 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-f33867cb-2d06-443e-a19d-22d748b4e5fd None None] Current status of the port 9359d947-99e6-4870-9095-c720268e1d03 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:08.240882 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:08.245296 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 9359d947-99e6-4870-9095-c720268e1d03 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:08.245710 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (9359d947-99e6-4870-9095-c720268e1d03), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:08.361366 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 9359d947-99e6-4870-9095-c720268e1d03 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:08.554165 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:08.577230 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Publish callbacks [] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:08.610151 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f82ab-db60-47b3-8c88-8f72870d60fe req-e371b76e-0ffb-470b-aecf-7e52d842d7d7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:08.611664 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d48f82ab-db60-47b3-8c88-8f72870d60fe req-e371b76e-0ffb-470b-aecf-7e52d842d7d7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0761981 Aug 31 00:36:08.682499 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:08.698074 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:08.708870 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d48f82ab-db60-47b3-8c88-8f72870d60fe req-19936908-4d06-45c6-9965-1375f64d34a8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902269 Aug 31 00:36:08.723345 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:08.773853 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Attempting to bind port 37c93f5b-3edb-4646-899d-918fc8273fd4 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:08.774226 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Attempting to bind port 37c93f5b-3edb-4646-899d-918fc8273fd4 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:08.774590 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Attempting to bind port 37c93f5b-3edb-4646-899d-918fc8273fd4 on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:08.782105 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:08.782488 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:08.782886 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:08.783283 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:08.783751 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Bound port: 37c93f5b-3edb-4646-899d-918fc8273fd4, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:08.784133 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:08.788900 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Pushing event updated for resources: {'Port': ['ID=37c93f5b-3edb-4646-899d-918fc8273fd4,revision_number=2']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:08.817475 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.818298 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.818298 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.818653 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.819000 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.819333 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.819662 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.819987 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.820316 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.820661 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.821015 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.821367 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.821687 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.822006 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.822324 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:08.854869 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] For port 37c93f5b-3edb-4646-899d-918fc8273fd4, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:08.858198 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] For port 37c93f5b-3edb-4646-899d-918fc8273fd4, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=37c93f5b-3edb-4646-899d-918fc8273fd4,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:08.873814 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Allocated IP 172.20.0.1 (5c79103f-c4fa-4069-a202-b12e6c4f8e87/bfa92bce-fff8-42a8-9709-a00ac15eb27b/5344e8b2-8f9c-4ff3-b717-929d812060cd) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:08.880787 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-f9a6089d-247b-4d28-aaa6-0322c93e1560 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:08.886405 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-f9a6089d-247b-4d28-aaa6-0322c93e1560 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0530398 Aug 31 00:36:08.939048 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.004100 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Publish callbacks [] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.037064 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:09.049481 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Deleting port 6033d17d-748b-4a2e-b40d-29f917390834 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:36:09.049945 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (6033d17d-748b-4a2e-b40d-29f917390834), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.064984 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2a7ab-98e2-401f-a411-0828a4f58afe None None] Pushing event updated for resources: {'Port': ['ID=37c93f5b-3edb-4646-899d-918fc8273fd4,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:09.076569 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:09.076569 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:09.176163 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.216835 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:09.220121 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] For port 6033d17d-748b-4a2e-b40d-29f917390834, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6033d17d-748b-4a2e-b40d-29f917390834,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:09.220760 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (6033d17d-748b-4a2e-b40d-29f917390834), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.234792 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:09.238377 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:09.242192 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:09.242984 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (9b9a5233-c072-421d-84a0-85651350fd73), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.247402 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d51ab-b30d-4253-9ad5-88e01df0d956 req-9c7db7fc-ec17-4268-8251-858dbe0e565e tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:09.248965 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4d9d51ab-b30d-4253-9ad5-88e01df0d956 req-9c7db7fc-ec17-4268-8251-858dbe0e565e tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 945 time: 0.0971386 Aug 31 00:36:09.250299 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Calling delete_port for 6033d17d-748b-4a2e-b40d-29f917390834 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:36:09.357502 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5344e8b2-8f9c-4ff3-b717-929d812060cd,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:09.488599 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:09.502442 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:06Z', 'revision_number': 3, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:09.559615 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979dc879-0251-4420-851e-0c2b8eaa371e None None] The sync data for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi is: [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:06Z', 'revision_number': 3, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:09.585205 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-a2a4b956-3537-4349-8843-1eb42f65faa9 None None] Provisioning complete for port 5344e8b2-8f9c-4ff3-b717-929d812060cd triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:09.585789 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b956-3537-4349-8843-1eb42f65faa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.646932 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:09.659402 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.660258 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4b956-3537-4349-8843-1eb42f65faa9 None None] Port 5344e8b2-8f9c-4ff3-b717-929d812060cd cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:09.729483 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4d9d51ab-b30d-4253-9ad5-88e01df0d956 req-5934eb34-d389-4eac-9f11-e08f1ac25a48 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e4b624e1-b08f-43ca-b42a-b76ed8849dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682460 Aug 31 00:36:09.894700 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (6033d17d-748b-4a2e-b40d-29f917390834), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.906059 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562da6-cc3a-4ab3-b758-7ccaed797741 req-81ed9a86-69aa-4fb0-b4d7-98f026529c18 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:09.909269 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-04562da6-cc3a-4ab3-b758-7ccaed797741 req-81ed9a86-69aa-4fb0-b4d7-98f026529c18 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0773840 Aug 31 00:36:09.934834 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Pushing event deleted for resources: {'Port': ['ID=6033d17d-748b-4a2e-b40d-29f917390834,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:09.974776 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Publish callbacks [] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:10.019368 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-04562da6-cc3a-4ab3-b758-7ccaed797741 req-732f4859-a6db-438e-b73e-5f091c20db53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931461 Aug 31 00:36:10.048396 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:10.049180 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (9b9a5233-c072-421d-84a0-85651350fd73), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:10.079724 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] No DVR routers for this DVR port 6033d17d-748b-4a2e-b40d-29f917390834 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:36:10.085251 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:10.093034 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6861353e-519f-4169-8cd5-2ae4545ef030 req-db6d81a9-3bc4-4146-bf37-6d866b6c2e20 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.76 "DELETE /networking/v2.0/ports/6033d17d-748b-4a2e-b40d-29f917390834 HTTP/1.1" status: 204 len: 173 time: 1.2047076 Aug 31 00:36:10.097838 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dd6cf1-78b5-438d-95ce-aa6229958298', 'name': 'network-vif-deleted', 'tag': '6033d17d-748b-4a2e-b40d-29f917390834'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:36:10.116219 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ab73e-6cc5-4c99-a0ac-132d4b8b7092" -d '{"events": [{"server_uuid": "31dd6cf1-78b5-438d-95ce-aa6229958298", "name": "network-vif-deleted", "tag": "6033d17d-748b-4a2e-b40d-29f917390834"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:36:10.183802 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5344e8b2-8f9c-4ff3-b717-929d812060cd,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:10.200045 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087c7dd0-8c30-4aeb-b07e-ad26fc9bd782 x-openstack-request-id: req-087c7dd0-8c30-4aeb-b07e-ad26fc9bd782 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:36:10.200427 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dd6cf1-78b5-438d-95ce-aa6229958298", "name": "network-vif-deleted", "tag": "6033d17d-748b-4a2e-b40d-29f917390834", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:36:10.200692 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-087c7dd0-8c30-4aeb-b07e-ad26fc9bd782 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:36:10.201107 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087c7dd0-8c30-4aeb-b07e-ad26fc9bd782'] response: {'server_uuid': '31dd6cf1-78b5-438d-95ce-aa6229958298', 'name': 'network-vif-deleted', 'tag': '6033d17d-748b-4a2e-b40d-29f917390834', 'status': 'completed', 'code': 200} Aug 31 00:36:10.237934 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 37c93f5b-3edb-4646-899d-918fc8273fd4 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:10.294140 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:10.295961 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:10.339199 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 37c93f5b-3edb-4646-899d-918fc8273fd4 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:10.341175 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:10.440622 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:10.455441 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Router 9b9a5233-c072-421d-84a0-85651350fd73 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:36:10.526635 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 37c93f5b-3edb-4646-899d-918fc8273fd4 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:10.526635 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:10.549862 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 37c93f5b-3edb-4646-899d-918fc8273fd4, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=37c93f5b-3edb-4646-899d-918fc8273fd4,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:10.612994 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:10.616481 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:10.623721 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-19895927-a0c3-4d02-b3d1-951b11b681f8 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/9b9a5233-c072-421d-84a0-85651350fd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7258477 Aug 31 00:36:10.658012 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:10.727848 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-9f41d735-0610-401a-8921-8fe76d12f65c None None] Provisioning complete for port 5344e8b2-8f9c-4ff3-b717-929d812060cd triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:10.728298 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9f41d735-0610-401a-8921-8fe76d12f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:10.765031 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=37c93f5b-3edb-4646-899d-918fc8273fd4,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:10.786998 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-9f41d735-0610-401a-8921-8fe76d12f65c None None] Port 5344e8b2-8f9c-4ff3-b717-929d812060cd cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:10.891462 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c6cafa52-277b-4435-85f1-c645d94232c7 req-20ff0267-a9b0-497c-974b-6ffce11026f9 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.0305557 Aug 31 00:36:11.163952 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa2b6a-901d-43d1-8564-aa18159ba9c7 req-a345a9b4-a4f9-404f-8d5d-c5898be07a02 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:11.165795 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34fa2b6a-901d-43d1-8564-aa18159ba9c7 req-a345a9b4-a4f9-404f-8d5d-c5898be07a02 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0591028 Aug 31 00:36:11.231095 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34fa2b6a-901d-43d1-8564-aa18159ba9c7 req-988e276f-3fb3-4a1d-993e-d81912931330 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540433 Aug 31 00:36:11.538407 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 42960) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:11.543358 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1031704500-network', 'tenant_id': '79152a9312394a609050dbeb63c36310'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:11.618192 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Made reservation on behalf of 79152a9312394a609050dbeb63c36310 for: {'network': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:11.620721 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:11.636469 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:11.694572 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Sync routers for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:11.709484 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:11.710148 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:11.730164 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Publish callbacks [] for security_group (2456cc43-80f6-47ad-b130-956c397033a8), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:11.823277 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2456cc43-80f6-47ad-b130-956c397033a8), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:11.824932 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:11.853765 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2456cc43-80f6-47ad-b130-956c397033a8,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:11.870614 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=113724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:36:11.882255 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (980ce659-5fd6-4e6a-86f5-4ace968e0b1f), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:11.882700 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.segments_db [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Added segment 980ce659-5fd6-4e6a-86f5-4ace968e0b1f of type vlan for network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef Aug 31 00:36:11.937131 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (2f24aa16-8bd9-46d8-a75a-8a7961b7ceef), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.027219 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (2f24aa16-8bd9-46d8-a75a-8a7961b7ceef), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.028507 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:12.029079 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.075359 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 2, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:12.097358 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-818e6b9f-29c5-4759-a132-3a53b0281700 req-5abb1d45-a1a2-4869-801b-3a8a85099a18 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.1070333 Aug 31 00:36:12.110496 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Checking router: 9b9a5233-c072-421d-84a0-85651350fd73 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:12.110999 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Updating router 9b9a5233-c072-421d-84a0-85651350fd73 port 5344e8b2-8f9c-4ff3-b717-929d812060cd binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:12.114749 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5746212 Aug 31 00:36:12.115921 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b913654-24c4-4a43-aad2-8c24fb85f55d admin admin] Pushing event updated for resources: {'Network': ['ID=2f24aa16-8bd9-46d8-a75a-8a7961b7ceef,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:12.117088 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 37c93f5b-3edb-4646-899d-918fc8273fd4 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:12.123570 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 42982) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:12.128802 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Request body: {'subnet': {'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1031704500-subnet', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'ip_version': 4}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:12.141572 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:12.170337 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:36:12.224127 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.252012 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Made reservation on behalf of 79152a9312394a609050dbeb63c36310 for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:12.256230 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.313808 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 37c93f5b-3edb-4646-899d-918fc8273fd4 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:12.314183 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.342754 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:12.385685 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:12.419542 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:12.419738 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be88e7-d5f4-4f12-8818-81039beb8e6c req-416d4508-33e4-49f8-be5c-65973b1a650b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:12.423366 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f5be88e7-d5f4-4f12-8818-81039beb8e6c req-416d4508-33e4-49f8-be5c-65973b1a650b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0930173 Aug 31 00:36:12.521312 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f5be88e7-d5f4-4f12-8818-81039beb8e6c req-ae7c7d67-346e-4f56-aad9-aa27c66dcc85 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883574 Aug 31 00:36:12.668169 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 37c93f5b-3edb-4646-899d-918fc8273fd4 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:12.676169 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (984555f7-97aa-40c9-9999-8c3ff321f90c), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.737894 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=984555f7-97aa-40c9-9999-8c3ff321f90c,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:12.747118 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Checking segment: {'id': '980ce659-5fd6-4e6a-86f5-4ace968e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:12.747408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Network hostable DHCP agents. Network: 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:36:12.768248 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Publish callbacks [] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.903615 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:36:12.931892 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.998166 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172652f6-096c-4828-a870-e35d1328b054 None None] Pushing event updated for resources: {'Port': ['ID=5344e8b2-8f9c-4ff3-b717-929d812060cd,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:13.007555 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:13.012073 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:13.013399 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.017165 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1546ca-908c-4352-aeae-4f4d02e3b7e8 None None] Network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:13.073177 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Attempting to bind port 5344e8b2-8f9c-4ff3-b717-929d812060cd on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:13.073549 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Attempting to bind port 5344e8b2-8f9c-4ff3-b717-929d812060cd by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:13.073921 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Attempting to bind port 5344e8b2-8f9c-4ff3-b717-929d812060cd on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:13.084224 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:13.084633 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Checking segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:13.085190 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.085739 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Bound using segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:13.086291 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Bound port: 5344e8b2-8f9c-4ff3-b717-929d812060cd, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:13.086675 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.104336 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43000) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:13.104876 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-60b6d82a-9aba-460f-8a61-ec2ab57b2ee5 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9798305 Aug 31 00:36:13.108744 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:13.122525 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 6033d17d-748b-4a2e-b40d-29f917390834 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:36:13.162543 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 6033d17d-748b-4a2e-b40d-29f917390834 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:36:13.162906 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 6033d17d-748b-4a2e-b40d-29f917390834 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:36:13.222233 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (37ea527f-a982-49ab-a6cc-33e67169b4bb), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.223297 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (37ea527f-a982-49ab-a6cc-33e67169b4bb), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.229377 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-2f24aa16-8bd9-46d8-a75a-8a7961b7ceef', 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef', 'project_id': '79152a9312394a609050dbeb63c36310', 'fixed_ips': [{'subnet_id': '984555f7-97aa-40c9-9999-8c3ff321f90c'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:36:13.233530 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e30720c6-bab3-46ed-9489-7cae2adefbe7 req-e5111339-d973-446a-bfb2-60f07d2724a0 tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.0402143 Aug 31 00:36:13.233754 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.246763 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:13.256661 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] For port 5344e8b2-8f9c-4ff3-b717-929d812060cd, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:13.261704 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] For port 5344e8b2-8f9c-4ff3-b717-929d812060cd, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=5344e8b2-8f9c-4ff3-b717-929d812060cd,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:13.296377 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks [] for router_controller (37ea527f-a982-49ab-a6cc-33e67169b4bb), precommit_add_association {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.339701 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.414141 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:13.414789 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:13.482901 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172652f6-096c-4828-a870-e35d1328b054 None None] Pushing event updated for resources: {'Port': ['ID=5344e8b2-8f9c-4ff3-b717-929d812060cd,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:13.503448 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Allocated IP 172.20.0.2 (2f24aa16-8bd9-46d8-a75a-8a7961b7ceef/984555f7-97aa-40c9-9999-8c3ff321f90c/450318eb-22a8-4d8a-824c-a19720e1baea) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:13.508110 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks [] for router_gateway (37ea527f-a982-49ab-a6cc-33e67169b4bb), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.604776 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:13.655625 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b264323-849c-4780-967a-d5ca3b5e4647 req-6ec10543-ac8e-44b6-b70f-f074737dbffd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:13.657851 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3b264323-849c-4780-967a-d5ca3b5e4647 req-6ec10543-ac8e-44b6-b70f-f074737dbffd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0527227 Aug 31 00:36:13.693399 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:13.697550 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:13.730037 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3b264323-849c-4780-967a-d5ca3b5e4647 req-06170af7-1461-45b2-9b4a-4b3aa7167775 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644252 Aug 31 00:36:13.842454 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks [] for router_gateway (37ea527f-a982-49ab-a6cc-33e67169b4bb), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.846224 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Publish callbacks [] for port (450318eb-22a8-4d8a-824c-a19720e1baea), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.870468 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.873422 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:13.910182 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:13Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:13.952248 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3cc6f-8c86-4dfd-8c02-dd6d829fb2d1 None None] The sync data for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi is: [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:13Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:13.955669 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:13.998470 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:14.020091 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Pushing event updated for resources: {'Port': ['ID=450318eb-22a8-4d8a-824c-a19720e1baea,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:14.030973 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Allocated IP 172.27.3.167 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/df040427-7f7f-4753-b7fe-87fe16460157) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:14.057923 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:14.061844 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:14.065741 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:14.157341 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Attempting to bind port 450318eb-22a8-4d8a-824c-a19720e1baea on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:14.157719 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Attempting to bind port 450318eb-22a8-4d8a-824c-a19720e1baea by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '980ce659-5fd6-4e6a-86f5-4ace968e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:14.158087 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Attempting to bind port 450318eb-22a8-4d8a-824c-a19720e1baea on network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:14.165100 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:14.165491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Checking segment: {'id': '980ce659-5fd6-4e6a-86f5-4ace968e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:14.166512 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:14.166837 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Bound using segment: {'id': '980ce659-5fd6-4e6a-86f5-4ace968e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:14.167328 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Bound port: 450318eb-22a8-4d8a-824c-a19720e1baea, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980ce659-5fd6-4e6a-86f5-4ace968e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:14.167721 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:14.169678 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:INSERT=2,neutron:UPDATE=5,neutron:SELECT=93 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:14.208468 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks [] for port (df040427-7f7f-4753-b7fe-87fe16460157), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:14.251068 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] For port 450318eb-22a8-4d8a-824c-a19720e1baea, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:14.254503 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] For port 450318eb-22a8-4d8a-824c-a19720e1baea, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=450318eb-22a8-4d8a-824c-a19720e1baea,segment=NetworkSegment(980ce659-5fd6-4e6a-86f5-4ace968e0b1f),segment_id=980ce659-5fd6-4e6a-86f5-4ace968e0b1f)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:14.299849 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (df040427-7f7f-4753-b7fe-87fe16460157), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:14.317771 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:14.372389 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Pushing event updated for resources: {'Port': ['ID=df040427-7f7f-4753-b7fe-87fe16460157,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:14.407899 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:14.408115 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be09eee-912d-4228-a58b-fc1ee1d367bd None None] Pushing event updated for resources: {'Port': ['ID=450318eb-22a8-4d8a-824c-a19720e1baea,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:14.435089 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:14.438577 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-97015de0-faad-446f-8709-0cd58af414ca req-551e361e-1832-4e43-990e-7504ba1bc9fc tempest-DeleteServersTestJSON-328888790 tempest-DeleteServersTestJSON-328888790-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=31dd6cf1-78b5-438d-95ce-aa6229958298 HTTP/1.1" status: 200 len: 210 time: 0.0605948 Aug 31 00:36:14.439334 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:14.902780 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c4448-1208-4571-b5b9-bf648647f1b8 req-b8c71926-e554-40a9-a0c6-e3c202a81448 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:14.904404 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-898c4448-1208-4571-b5b9-bf648647f1b8 req-b8c71926-e554-40a9-a0c6-e3c202a81448 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0707896 Aug 31 00:36:15.007908 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:15.017479 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-898c4448-1208-4571-b5b9-bf648647f1b8 req-bcc27368-ef90-437e-800d-c52350b59486 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900064 Aug 31 00:36:15.042732 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks [] for router_gateway (37ea527f-a982-49ab-a6cc-33e67169b4bb), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:15.193489 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43042) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:15.346386 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (37ea527f-a982-49ab-a6cc-33e67169b4bb), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:15.441556 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f96263e6-5a2e-487d-861b-9e41b9dd3da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:15.574068 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f96263e6-5a2e-487d-861b-9e41b9dd3da6 admin admin] Publish callbacks [] for security_group (6b293fdf-1e59-4d4c-8d46-ba1948315ebf), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:15.669194 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Router 37ea527f-a982-49ab-a6cc-33e67169b4bb is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:36:15.699514 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f96263e6-5a2e-487d-861b-9e41b9dd3da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (6b293fdf-1e59-4d4c-8d46-ba1948315ebf), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:15.762106 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96263e6-5a2e-487d-861b-9e41b9dd3da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b293fdf-1e59-4d4c-8d46-ba1948315ebf,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:15.766865 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f96263e6-5a2e-487d-861b-9e41b9dd3da6 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3572fe2ff1724d3fb295a287f2464fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5720375 Aug 31 00:36:15.769920 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a71df-382f-4706-9306-29a146b06d6b None None] Network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:15.775976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43060) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:15.866620 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:15.875674 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-5fb81eb5-4e8c-41b8-b285-156b7a3eb286 None None] Provisioning complete for port 450318eb-22a8-4d8a-824c-a19720e1baea triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:15.876049 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5fb81eb5-4e8c-41b8-b285-156b7a3eb286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:15.882952 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c98ffb41-fdf2-4c81-8f3a-096ddf81635e admin admin] Publish callbacks [] for security_group (6b293fdf-1e59-4d4c-8d46-ba1948315ebf), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:15.888398 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:15.901664 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Sync routers for ids ['37ea527f-a982-49ab-a6cc-33e67169b4bb'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:15.909159 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c98ffb41-fdf2-4c81-8f3a-096ddf81635e admin admin] Publish callbacks [] for security_group (6b293fdf-1e59-4d4c-8d46-ba1948315ebf), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:15.945092 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Routers {'37ea527f-a982-49ab-a6cc-33e67169b4bb'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:15.946663 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['37ea527f-a982-49ab-a6cc-33e67169b4bb'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:16.002870 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.004157 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-eabd969e-ddce-4da2-887e-d85df1f83af5 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8987882 Aug 31 00:36:16.013032 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43066) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:16.029860 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-5fb81eb5-4e8c-41b8-b285-156b7a3eb286 None None] Current status of the port 450318eb-22a8-4d8a-824c-a19720e1baea is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:16.030355 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5fb81eb5-4e8c-41b8-b285-156b7a3eb286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.126306 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Set router 37ea527f-a982-49ab-a6cc-33e67169b4bb gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:16.157777 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-5fb81eb5-4e8c-41b8-b285-156b7a3eb286 None None] For port 450318eb-22a8-4d8a-824c-a19720e1baea, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=450318eb-22a8-4d8a-824c-a19720e1baea,segment=NetworkSegment(980ce659-5fd6-4e6a-86f5-4ace968e0b1f),segment_id=980ce659-5fd6-4e6a-86f5-4ace968e0b1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:16.244489 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c98ffb41-fdf2-4c81-8f3a-096ddf81635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (6b293fdf-1e59-4d4c-8d46-ba1948315ebf), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.247028 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c98ffb41-fdf2-4c81-8f3a-096ddf81635e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.248208 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-c98ffb41-fdf2-4c81-8f3a-096ddf81635e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/6b293fdf-1e59-4d4c-8d46-ba1948315ebf HTTP/1.1" status: 204 len: 168 time: 0.4702175 Aug 31 00:36:16.254850 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 5344e8b2-8f9c-4ff3-b717-929d812060cd up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:16.257762 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb834e6-e8fc-42c8-96dd-cc9d62b38de9 req-62ba2da7-423f-42f0-a94b-30871a3fd8d8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:16.265269 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1eb834e6-e8fc-42c8-96dd-cc9d62b38de9 req-62ba2da7-423f-42f0-a94b-30871a3fd8d8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0915504 Aug 31 00:36:16.288613 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ffb41-fdf2-4c81-8f3a-096ddf81635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b293fdf-1e59-4d4c-8d46-ba1948315ebf,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:16.365809 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5fb81eb5-4e8c-41b8-b285-156b7a3eb286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.375277 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 5344e8b2-8f9c-4ff3-b717-929d812060cd triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:16.375277 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.424708 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1eb834e6-e8fc-42c8-96dd-cc9d62b38de9 req-aed1ac1b-9b6f-474f-91fd-80d2a2518336 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582177 Aug 31 00:36:16.505245 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-93cc0e73-5693-4efb-b5be-8c303f438558 None None] Provisioning complete for port 450318eb-22a8-4d8a-824c-a19720e1baea triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:16.505621 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-93cc0e73-5693-4efb-b5be-8c303f438558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.570897 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:16.605601 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:14Z', 'revision_number': 3, 'project_id': '79152a9312394a609050dbeb63c36310', 'gw_port': {'id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:16.620872 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:16.636715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.638009 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Checking router: 37ea527f-a982-49ab-a6cc-33e67169b4bb for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:16.638427 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Updating router 37ea527f-a982-49ab-a6cc-33e67169b4bb port df040427-7f7f-4753-b7fe-87fe16460157 binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:16.688833 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (df040427-7f7f-4753-b7fe-87fe16460157), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.689725 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb81eb5-4e8c-41b8-b285-156b7a3eb286 None None] Pushing event updated for resources: {'Port': ['ID=450318eb-22a8-4d8a-824c-a19720e1baea,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:16.732958 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:16.779458 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 5344e8b2-8f9c-4ff3-b717-929d812060cd is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:16.780151 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.808479 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-93cc0e73-5693-4efb-b5be-8c303f438558 None None] Current status of the port 450318eb-22a8-4d8a-824c-a19720e1baea is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:16.847041 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 5344e8b2-8f9c-4ff3-b717-929d812060cd, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=5344e8b2-8f9c-4ff3-b717-929d812060cd,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:16.857277 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Allocated IP 172.20.0.1 (2f24aa16-8bd9-46d8-a75a-8a7961b7ceef/984555f7-97aa-40c9-9999-8c3ff321f90c/9b316835-5b33-4b67-adcd-2bbeb537f70b) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:16.908471 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:16.914741 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.915677 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 450318eb-22a8-4d8a-824c-a19720e1baea up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:16.978111 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Publish callbacks [] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:16.999505 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:17.001687 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=5344e8b2-8f9c-4ff3-b717-929d812060cd,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:17.010634 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 450318eb-22a8-4d8a-824c-a19720e1baea triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:17.011007 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.053133 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Publish callbacks [] for port (df040427-7f7f-4753-b7fe-87fe16460157), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.086893 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.099195 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 450318eb-22a8-4d8a-824c-a19720e1baea is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:17.116015 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (df040427-7f7f-4753-b7fe-87fe16460157), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.118328 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:17.127935 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:17.131818 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:17.135500 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:17.135982 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (37ea527f-a982-49ab-a6cc-33e67169b4bb), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.154493 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Attempting to bind port df040427-7f7f-4753-b7fe-87fe16460157 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:17.154879 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Attempting to bind port df040427-7f7f-4753-b7fe-87fe16460157 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:17.155239 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Attempting to bind port df040427-7f7f-4753-b7fe-87fe16460157 on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:17.169607 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:17.169607 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:17.170009 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.170106 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:17.170597 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Bound port: df040427-7f7f-4753-b7fe-87fe16460157, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:17.171163 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (df040427-7f7f-4753-b7fe-87fe16460157), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.179511 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b316835-5b33-4b67-adcd-2bbeb537f70b,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:17.204040 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e276c-6cfa-405e-aa2d-342bfd6f37e6 None None] Pushing event updated for resources: {'Port': ['ID=df040427-7f7f-4753-b7fe-87fe16460157,revision_number=2']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:17.262660 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] For port df040427-7f7f-4753-b7fe-87fe16460157, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:17.266552 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] For port df040427-7f7f-4753-b7fe-87fe16460157, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=df040427-7f7f-4753-b7fe-87fe16460157,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:17.378415 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (df040427-7f7f-4753-b7fe-87fe16460157), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.389755 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:17.424270 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.433165 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Routers {'37ea527f-a982-49ab-a6cc-33e67169b4bb'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:17.433165 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:35:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['37ea527f-a982-49ab-a6cc-33e67169b4bb'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:17.441483 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-5c16765e-80e6-4f3d-8cd3-83f7661f1286 None None] Provisioning complete for port 9b316835-5b33-4b67-adcd-2bbeb537f70b triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:17.442992 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5c16765e-80e6-4f3d-8cd3-83f7661f1286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.501239 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-5c16765e-80e6-4f3d-8cd3-83f7661f1286 None None] Port 9b316835-5b33-4b67-adcd-2bbeb537f70b cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:17.529364 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e276c-6cfa-405e-aa2d-342bfd6f37e6 None None] Pushing event updated for resources: {'Port': ['ID=df040427-7f7f-4753-b7fe-87fe16460157,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:17.572138 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f9e75af9-78df-4a76-be8e-b1afd5128658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.608517 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] Set router 37ea527f-a982-49ab-a6cc-33e67169b4bb gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:17.611982 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01831f3-582f-4d47-9637-29cfe4ca1232 req-acde5966-c47e-4b6b-a63e-faeaa204c948 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:17.613708 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d01831f3-582f-4d47-9637-29cfe4ca1232 req-acde5966-c47e-4b6b-a63e-faeaa204c948 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0637989 Aug 31 00:36:17.703809 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Publish callbacks [] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.709153 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d01831f3-582f-4d47-9637-29cfe4ca1232 req-b448c362-c12f-4ae0-98b3-6ed545fa04e3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869586 Aug 31 00:36:17.771964 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.773377 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (37ea527f-a982-49ab-a6cc-33e67169b4bb), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:17.785126 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:17.840301 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:17Z', 'revision_number': 4, 'project_id': '79152a9312394a609050dbeb63c36310', 'gw_port': {'id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '9b316835-5b33-4b67-adcd-2bbeb537f70b', 'name': '', 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'mac_address': 'fa:16:3e:0f:60:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:16Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 1, 'project_id': '79152a9312394a609050dbeb63c36310', 'subnets': [{'id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:17.870122 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7eee14-5881-40c8-bfa6-9b932af7f0de None None] The sync data for ids ['37ea527f-a982-49ab-a6cc-33e67169b4bb'] in dv-cinder-852211-6-iscsi is: [{'id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:17Z', 'revision_number': 4, 'project_id': '79152a9312394a609050dbeb63c36310', 'gw_port': {'id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '9b316835-5b33-4b67-adcd-2bbeb537f70b', 'name': '', 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'mac_address': 'fa:16:3e:0f:60:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:16Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 1, 'project_id': '79152a9312394a609050dbeb63c36310', 'subnets': [{'id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:17.886628 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b316835-5b33-4b67-adcd-2bbeb537f70b,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:17.929859 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:17.931249 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:18.059382 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Router 37ea527f-a982-49ab-a6cc-33e67169b4bb has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:36:18.201817 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:18.208464 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-66f9c1fa-80b2-4467-b7f2-4b4c7b375cf2 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/37ea527f-a982-49ab-a6cc-33e67169b4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1935186 Aug 31 00:36:18.214000 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 5344e8b2-8f9c-4ff3-b717-929d812060cd up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:18.273036 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 5344e8b2-8f9c-4ff3-b717-929d812060cd triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:18.273354 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:18.336893 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-20f1d668-bf4f-4d30-9142-f189df6e3c86 None None] Provisioning complete for port 9b316835-5b33-4b67-adcd-2bbeb537f70b triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:18.337497 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-20f1d668-bf4f-4d30-9142-f189df6e3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:18.411777 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-20f1d668-bf4f-4d30-9142-f189df6e3c86 None None] Port 9b316835-5b33-4b67-adcd-2bbeb537f70b cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:18.414394 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 5344e8b2-8f9c-4ff3-b717-929d812060cd is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:18.415523 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 450318eb-22a8-4d8a-824c-a19720e1baea up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:18.469212 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 450318eb-22a8-4d8a-824c-a19720e1baea triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:18.469658 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:18.571485 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 450318eb-22a8-4d8a-824c-a19720e1baea is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:18.777866 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43128) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:18.781457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-2e3d8dbc-59d1-4e63-a211-53999dfcfe4a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046497227', 'description': 'tempest-secgroup-smoke-1046497227 description', 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:18.858531 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c4d8c-58ec-4f02-8149-d5ac8947d553 req-e7e8458c-2f55-42a6-9e6c-4dc7f68814bc tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:18.860186 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7d8c4d8c-58ec-4f02-8149-d5ac8947d553 req-e7e8458c-2f55-42a6-9e6c-4dc7f68814bc tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0619559 Aug 31 00:36:18.892233 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:36:18.916307 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7d8c4d8c-58ec-4f02-8149-d5ac8947d553 req-684677fe-7a6d-4fdb-8f3f-18b27efec904 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490241 Aug 31 00:36:18.917560 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8dbc-59d1-4e63-a211-53999dfcfe4a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:18.932415 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:19.000176 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8dbc-59d1-4e63-a211-53999dfcfe4a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group (597cbbd3-75d1-42f8-a497-ea317f36ea5a), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:19.161136 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8dbc-59d1-4e63-a211-53999dfcfe4a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (597cbbd3-75d1-42f8-a497-ea317f36ea5a), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:19.323969 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d8dbc-59d1-4e63-a211-53999dfcfe4a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597cbbd3-75d1-42f8-a497-ea317f36ea5a,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:19.477403 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8dbc-59d1-4e63-a211-53999dfcfe4a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:19.478708 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2e3d8dbc-59d1-4e63-a211-53999dfcfe4a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7009311 Aug 31 00:36:19.481895 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43140) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:19.487025 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-0c1c1c82-7a19-4c74-8e26-ba2666331440 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'security_group_rule': {'security_group_id': '597cbbd3-75d1-42f8-a497-ea317f36ea5a', 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:19.591121 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1c82-7a19-4c74-8e26-ba2666331440 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (ed82f556-7cd6-44fe-aa25-69e6c7b39d98), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:19.652675 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1c82-7a19-4c74-8e26-ba2666331440 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (ed82f556-7cd6-44fe-aa25-69e6c7b39d98), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:19.714760 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1c82-7a19-4c74-8e26-ba2666331440 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (ed82f556-7cd6-44fe-aa25-69e6c7b39d98), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:19.735219 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c1c82-7a19-4c74-8e26-ba2666331440 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed82f556-7cd6-44fe-aa25-69e6c7b39d98,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:19.848092 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1c82-7a19-4c74-8e26-ba2666331440 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:19.849343 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-0c1c1c82-7a19-4c74-8e26-ba2666331440 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663876 Aug 31 00:36:19.852173 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43146) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:19.856666 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-6c8d0f84-70fc-4676-a24c-36eac68061bb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'security_group_rule': {'security_group_id': '597cbbd3-75d1-42f8-a497-ea317f36ea5a', 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:19.944833 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6c8d0f84-70fc-4676-a24c-36eac68061bb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (948f5cb0-5c15-4f8d-b100-df57c003886b), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.007423 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6c8d0f84-70fc-4676-a24c-36eac68061bb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (948f5cb0-5c15-4f8d-b100-df57c003886b), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.048040 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb9d3-9d61-41cc-9818-fdb836472831 req-5171469f-3023-4942-a314-cfc7c5ea9be8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:20.048040 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-971eb9d3-9d61-41cc-9818-fdb836472831 req-5171469f-3023-4942-a314-cfc7c5ea9be8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0523753 Aug 31 00:36:20.091986 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6c8d0f84-70fc-4676-a24c-36eac68061bb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (948f5cb0-5c15-4f8d-b100-df57c003886b), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.099216 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-971eb9d3-9d61-41cc-9818-fdb836472831 req-e8072887-7d85-469c-ab68-ea4bf7a2e176 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454190 Aug 31 00:36:20.107042 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device df040427-7f7f-4753-b7fe-87fe16460157 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:20.120904 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d0f84-70fc-4676-a24c-36eac68061bb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948f5cb0-5c15-4f8d-b100-df57c003886b,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:20.141770 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-75e6d705-02cf-4d90-ae79-924b93d94ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.167998 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port df040427-7f7f-4753-b7fe-87fe16460157 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:20.167998 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (df040427-7f7f-4753-b7fe-87fe16460157), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.167998 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:20.186197 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6c8d0f84-70fc-4676-a24c-36eac68061bb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.188616 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-6c8d0f84-70fc-4676-a24c-36eac68061bb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3352342 Aug 31 00:36:20.191287 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43156) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:20.196425 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-d50ddd52-cd33-425e-ae40-80e0b10d44fc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'security_group_rule': {'security_group_id': '597cbbd3-75d1-42f8-a497-ea317f36ea5a', 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:20.252964 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port df040427-7f7f-4753-b7fe-87fe16460157 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:20.253356 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (df040427-7f7f-4753-b7fe-87fe16460157), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.276594 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port df040427-7f7f-4753-b7fe-87fe16460157, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=df040427-7f7f-4753-b7fe-87fe16460157,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:20.287464 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d50ddd52-cd33-425e-ae40-80e0b10d44fc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (8c790979-0d19-4d1b-85a8-5802e6fbc967), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.344380 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (df040427-7f7f-4753-b7fe-87fe16460157), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.354624 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d50ddd52-cd33-425e-ae40-80e0b10d44fc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (8c790979-0d19-4d1b-85a8-5802e6fbc967), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.402600 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=df040427-7f7f-4753-b7fe-87fe16460157,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:20.496950 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d50ddd52-cd33-425e-ae40-80e0b10d44fc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (8c790979-0d19-4d1b-85a8-5802e6fbc967), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.520945 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ddd52-cd33-425e-ae40-80e0b10d44fc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c790979-0d19-4d1b-85a8-5802e6fbc967,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:20.525013 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43170) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:20.616030 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d50ddd52-cd33-425e-ae40-80e0b10d44fc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.617570 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d50ddd52-cd33-425e-ae40-80e0b10d44fc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4252219 Aug 31 00:36:20.620963 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43172) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:20.626769 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-c8223ba0-56e2-4477-9694-29dab13ede3e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'security_group_rule': {'security_group_id': '597cbbd3-75d1-42f8-a497-ea317f36ea5a', 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:20.710886 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c8223ba0-56e2-4477-9694-29dab13ede3e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (02ab31a5-2bca-4c97-b1bc-cce4e89bbf16), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.785127 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:20.795717 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c8223ba0-56e2-4477-9694-29dab13ede3e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (02ab31a5-2bca-4c97-b1bc-cce4e89bbf16), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.886312 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c8223ba0-56e2-4477-9694-29dab13ede3e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (02ab31a5-2bca-4c97-b1bc-cce4e89bbf16), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:20.912244 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8223ba0-56e2-4477-9694-29dab13ede3e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ab31a5-2bca-4c97-b1bc-cce4e89bbf16,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:20.927994 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65ec5e-cb0c-44b0-9608-f6f3e8ff926f req-afcfe9b7-6e4d-45bb-a630-daff1f7824ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:20.929643 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dd65ec5e-cb0c-44b0-9608-f6f3e8ff926f req-afcfe9b7-6e4d-45bb-a630-daff1f7824ad service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 1129 time: 0.0764241 Aug 31 00:36:20.996920 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c8223ba0-56e2-4477-9694-29dab13ede3e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.000063 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-c8223ba0-56e2-4477-9694-29dab13ede3e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3765368 Aug 31 00:36:21.006742 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43182) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:21.011577 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-cc9d2160-f108-417e-8fb7-a82e93664a33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'security_group_rule': {'security_group_id': '597cbbd3-75d1-42f8-a497-ea317f36ea5a', 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:21.110256 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.securitygroups_db [None req-cc9d2160-f108-417e-8fb7-a82e93664a33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Project ebe5283d88b44f8b824c7bbca56b3473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:36:21.122292 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2160-f108-417e-8fb7-a82e93664a33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (33de1912-2640-400e-b6c1-0dc6b49893b7), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.187985 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:21.195111 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2160-f108-417e-8fb7-a82e93664a33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (33de1912-2640-400e-b6c1-0dc6b49893b7), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.258480 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.286167 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2160-f108-417e-8fb7-a82e93664a33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (33de1912-2640-400e-b6c1-0dc6b49893b7), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.308032 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d2160-f108-417e-8fb7-a82e93664a33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33de1912-2640-400e-b6c1-0dc6b49893b7,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:21.324823 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76111-436b-42e2-934d-0c4bf70745fd req-f47a43bb-0397-41e9-b76e-d2370858c1db tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:21.326353 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4cc76111-436b-42e2-934d-0c4bf70745fd req-f47a43bb-0397-41e9-b76e-d2370858c1db tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.1392555 Aug 31 00:36:21.328619 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dd65ec5e-cb0c-44b0-9608-f6f3e8ff926f req-90aab4bf-52b4-47f1-88c0-5d0a30ebac0a service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804481 Aug 31 00:36:21.391672 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2160-f108-417e-8fb7-a82e93664a33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.393008 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-cc9d2160-f108-417e-8fb7-a82e93664a33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3851340 Aug 31 00:36:21.396194 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43188) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:21.400965 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-ea67d0dc-3810-40ab-b6ec-36fb713ab1ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'security_group_rule': {'security_group_id': '597cbbd3-75d1-42f8-a497-ea317f36ea5a', 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:21.442738 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4cc76111-436b-42e2-934d-0c4bf70745fd req-63392141-473a-410a-bd72-9d83bcb6e4bd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092598 Aug 31 00:36:21.525779 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.555529 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.securitygroups_db [None req-ea67d0dc-3810-40ab-b6ec-36fb713ab1ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Project ebe5283d88b44f8b824c7bbca56b3473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:36:21.562080 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0dc-3810-40ab-b6ec-36fb713ab1ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (a25dd9e4-356a-4ad7-8e9b-df3519deed2a), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.580688 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43196) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:21.604666 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:21.634369 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Deleting port a1d69d12-fea0-4318-b84d-a70fa8f90a48 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:36:21.634861 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.657443 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0dc-3810-40ab-b6ec-36fb713ab1ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (a25dd9e4-356a-4ad7-8e9b-df3519deed2a), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.726954 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0dc-3810-40ab-b6ec-36fb713ab1ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (a25dd9e4-356a-4ad7-8e9b-df3519deed2a), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.740862 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] For port a1d69d12-fea0-4318-b84d-a70fa8f90a48, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=a1d69d12-fea0-4318-b84d-a70fa8f90a48,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:21.741320 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.753189 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67d0dc-3810-40ab-b6ec-36fb713ab1ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25dd9e4-356a-4ad7-8e9b-df3519deed2a,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:21.755325 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4c0059a7-58a3-46fe-b296-55bc5c9599b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.770862 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Calling delete_port for a1d69d12-fea0-4318-b84d-a70fa8f90a48 owned by network:router_interface {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:36:21.828630 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:21.872292 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0dc-3810-40ab-b6ec-36fb713ab1ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:21.877961 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-ea67d0dc-3810-40ab-b6ec-36fb713ab1ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4806721 Aug 31 00:36:21.960532 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4c0059a7-58a3-46fe-b296-55bc5c9599b9 admin admin] Publish callbacks [] for security_group (ac4fec2e-b8cd-4d77-9b2b-b0ac47a085eb), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.023091 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Sync routers for ids ['37ea527f-a982-49ab-a6cc-33e67169b4bb'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:22.035116 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Routers {'37ea527f-a982-49ab-a6cc-33e67169b4bb'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:22.036587 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['37ea527f-a982-49ab-a6cc-33e67169b4bb'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:22.074656 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4c0059a7-58a3-46fe-b296-55bc5c9599b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (ac4fec2e-b8cd-4d77-9b2b-b0ac47a085eb), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.117100 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0059a7-58a3-46fe-b296-55bc5c9599b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4fec2e-b8cd-4d77-9b2b-b0ac47a085eb,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:22.124184 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-4c0059a7-58a3-46fe-b296-55bc5c9599b9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2456d44db4d444859f92e9b563c5c9dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5423915 Aug 31 00:36:22.127319 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43242) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:22.136654 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (a1d69d12-fea0-4318-b84d-a70fa8f90a48), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.177098 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d69d12-fea0-4318-b84d-a70fa8f90a48,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:22.197078 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device df040427-7f7f-4753-b7fe-87fe16460157 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:22.259649 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Set router 37ea527f-a982-49ab-a6cc-33e67169b4bb gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:22.299347 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5b19c788-053d-437c-a1d9-8cfd1296c7cf admin admin] Publish callbacks [] for security_group (ac4fec2e-b8cd-4d77-9b2b-b0ac47a085eb), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.304289 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:22.314814 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:22.322940 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port df040427-7f7f-4753-b7fe-87fe16460157 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:22.323323 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (df040427-7f7f-4753-b7fe-87fe16460157), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.368889 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5b19c788-053d-437c-a1d9-8cfd1296c7cf admin admin] Publish callbacks [] for security_group (ac4fec2e-b8cd-4d77-9b2b-b0ac47a085eb), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.415672 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.526744 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port df040427-7f7f-4753-b7fe-87fe16460157 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:22.556220 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:22.584724 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5b19c788-053d-437c-a1d9-8cfd1296c7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (ac4fec2e-b8cd-4d77-9b2b-b0ac47a085eb), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.587019 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5b19c788-053d-437c-a1d9-8cfd1296c7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.591261 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:17Z', 'revision_number': 4, 'project_id': '79152a9312394a609050dbeb63c36310', 'gw_port': {'id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '9b316835-5b33-4b67-adcd-2bbeb537f70b', 'name': '', 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'mac_address': 'fa:16:3e:0f:60:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:16Z', 'updated_at': '2022-08-31T00:36:17Z', 'revision_number': 2, 'project_id': '79152a9312394a609050dbeb63c36310', 'subnets': [{'id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:22.591418 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-5b19c788-053d-437c-a1d9-8cfd1296c7cf admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ac4fec2e-b8cd-4d77-9b2b-b0ac47a085eb HTTP/1.1" status: 204 len: 168 time: 0.4597588 Aug 31 00:36:22.599212 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:22.608310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19c788-053d-437c-a1d9-8cfd1296c7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4fec2e-b8cd-4d77-9b2b-b0ac47a085eb,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:22.629791 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819bd47-c2c5-4f37-bfde-d20a5d4cda76 req-b90e2577-133a-4cff-b062-834ed8b63589 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:22.631720 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7819bd47-c2c5-4f37-bfde-d20a5d4cda76 req-b90e2577-133a-4cff-b062-834ed8b63589 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0877304 Aug 31 00:36:22.632837 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Checking router: 37ea527f-a982-49ab-a6cc-33e67169b4bb for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:22.633502 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Updating router 37ea527f-a982-49ab-a6cc-33e67169b4bb port 9b316835-5b33-4b67-adcd-2bbeb537f70b binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:22.674152 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Router b897cd07-b0bd-4e35-84bf-1549c0fbe75c has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:36:22.676564 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.697140 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:22.704654 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7819bd47-c2c5-4f37-bfde-d20a5d4cda76 req-7dffff6c-f1ad-4e87-ad61-15cbc4d456ab tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640571 Aug 31 00:36:22.798195 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:22.803937 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-00dbb4f8-143f-433b-9a6f-88617f23e6af admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/b897cd07-b0bd-4e35-84bf-1549c0fbe75c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2776234 Aug 31 00:36:22.806469 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43258) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:22.812814 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] Sync routers for ids ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:22.844306 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] Routers {'b897cd07-b0bd-4e35-84bf-1549c0fbe75c'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:22.845857 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:22.918374 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks [] for router (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.989885 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Publish callbacks [] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:22.989982 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] Set router b897cd07-b0bd-4e35-84bf-1549c0fbe75c gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:23.049146 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks [] for router_gateway (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.079843 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.172607 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Deleting port d1e8667c-54d1-415b-b0cb-af66b67d701a {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:36:23.172946 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.184490 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.191271 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e720-071e-4614-b430-bff0ca387e44 None None] Pushing event updated for resources: {'Port': ['ID=9b316835-5b33-4b67-adcd-2bbeb537f70b,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:23.248047 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:36:21Z', 'revision_number': 5, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'gw_port': {'id': 'd1e8667c-54d1-415b-b0cb-af66b67d701a', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:23.251739 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:23.268724 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Attempting to bind port 9b316835-5b33-4b67-adcd-2bbeb537f70b on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:23.269112 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Attempting to bind port 9b316835-5b33-4b67-adcd-2bbeb537f70b by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '980ce659-5fd6-4e6a-86f5-4ace968e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:23.269622 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Attempting to bind port 9b316835-5b33-4b67-adcd-2bbeb537f70b on network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:23.284848 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] For port d1e8667c-54d1-415b-b0cb-af66b67d701a, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d1e8667c-54d1-415b-b0cb-af66b67d701a,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:23.298255 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.298449 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:23.298449 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Checking segment: {'id': '980ce659-5fd6-4e6a-86f5-4ace968e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:23.298449 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.298449 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Bound using segment: {'id': '980ce659-5fd6-4e6a-86f5-4ace968e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:23.298449 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Bound port: 9b316835-5b33-4b67-adcd-2bbeb537f70b, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980ce659-5fd6-4e6a-86f5-4ace968e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:23.298449 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.298943 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] Checking router: b897cd07-b0bd-4e35-84bf-1549c0fbe75c for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:23.302715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Calling delete_port for d1e8667c-54d1-415b-b0cb-af66b67d701a owned by network:router_gateway {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:36:23.311694 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] Routers {'b897cd07-b0bd-4e35-84bf-1549c0fbe75c'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:23.312544 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:23.403784 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] For port 9b316835-5b33-4b67-adcd-2bbeb537f70b, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:23.408942 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] For port 9b316835-5b33-4b67-adcd-2bbeb537f70b, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9b316835-5b33-4b67-adcd-2bbeb537f70b,segment=NetworkSegment(980ce659-5fd6-4e6a-86f5-4ace968e0b1f),segment_id=980ce659-5fd6-4e6a-86f5-4ace968e0b1f)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:23.415147 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.416695 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] Set router b897cd07-b0bd-4e35-84bf-1549c0fbe75c gateway port host: None {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:23.430304 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:23.480255 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:36:23Z', 'revision_number': 6, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'gw_port_host': None}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:23.507943 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad2f42-809a-423a-a64b-66f218625917 None None] The sync data for ids ['b897cd07-b0bd-4e35-84bf-1549c0fbe75c'] in dv-cinder-852211-6-iscsi is: [{'id': 'b897cd07-b0bd-4e35-84bf-1549c0fbe75c', 'name': 'tempest-DeleteServersTestJSON-2131033692-router', 'tenant_id': 'c0528602037241c98f36d12984aa26a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:46Z', 'updated_at': '2022-08-31T00:36:23Z', 'revision_number': 6, 'project_id': 'c0528602037241c98f36d12984aa26a9', 'gw_port_host': None}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:23.516199 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.574088 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:23.587214 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Routers {'37ea527f-a982-49ab-a6cc-33e67169b4bb'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:23.587983 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['37ea527f-a982-49ab-a6cc-33e67169b4bb'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:23.630030 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e720-071e-4614-b430-bff0ca387e44 None None] Pushing event updated for resources: {'Port': ['ID=9b316835-5b33-4b67-adcd-2bbeb537f70b,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:23.708779 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] Set router 37ea527f-a982-49ab-a6cc-33e67169b4bb gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:23.721715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (d1e8667c-54d1-415b-b0cb-af66b67d701a), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:23.750715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e8667c-54d1-415b-b0cb-af66b67d701a,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:23.783375 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.084519 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43290) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:24.139498 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.149380 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks [] for router_controller (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.161159 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfe222-8842-4d8d-b1ce-176b19a36c8d req-d76cc303-12dd-448d-b4b0-2d5fd257a015 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:24.162755 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9ddfe222-8842-4d8d-b1ce-176b19a36c8d req-d76cc303-12dd-448d-b4b0-2d5fd257a015 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.3322022 Aug 31 00:36:24.171969 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:17Z', 'revision_number': 4, 'project_id': '79152a9312394a609050dbeb63c36310', 'gw_port': {'id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '9b316835-5b33-4b67-adcd-2bbeb537f70b', 'name': '', 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'mac_address': 'fa:16:3e:0f:60:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:16Z', 'updated_at': '2022-08-31T00:36:23Z', 'revision_number': 4, 'project_id': '79152a9312394a609050dbeb63c36310', 'subnets': [{'id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:24.217846 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a0eae-a056-4e47-89c1-d99fe72df085 None None] The sync data for ids ['37ea527f-a982-49ab-a6cc-33e67169b4bb'] in dv-cinder-852211-6-iscsi is: [{'id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:17Z', 'revision_number': 4, 'project_id': '79152a9312394a609050dbeb63c36310', 'gw_port': {'id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '9b316835-5b33-4b67-adcd-2bbeb537f70b', 'name': '', 'network_id': '2f24aa16-8bd9-46d8-a75a-8a7961b7ceef', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'mac_address': 'fa:16:3e:0f:60:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:16Z', 'updated_at': '2022-08-31T00:36:23Z', 'revision_number': 4, 'project_id': '79152a9312394a609050dbeb63c36310', 'subnets': [{'id': '984555f7-97aa-40c9-9999-8c3ff321f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:24.241656 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:24.276852 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9ddfe222-8842-4d8d-b1ce-176b19a36c8d req-22dd5be2-d32a-44fa-8ffb-c8806274c5f9 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871994 Aug 31 00:36:24.286708 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-583366022-network', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:24.308169 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9b316835-5b33-4b67-adcd-2bbeb537f70b up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:24.350377 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 9b316835-5b33-4b67-adcd-2bbeb537f70b triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:24.350746 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.354481 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (b897cd07-b0bd-4e35-84bf-1549c0fbe75c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.355171 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b897cd07-b0bd-4e35-84bf-1549c0fbe75c {{(pid=113723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:36:24.361454 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.362623 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-293042bd-2074-477e-86b6-dc5c4d73c87f admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/b897cd07-b0bd-4e35-84bf-1549c0fbe75c HTTP/1.1" status: 204 len: 168 time: 1.5552201 Aug 31 00:36:24.365409 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43296) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:24.389388 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:24.396455 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Made reservation on behalf of 28f0cda364854dfd9fde0249a751ecf4 for: {'network': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:24.399131 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.413570 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.430935 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 9b316835-5b33-4b67-adcd-2bbeb537f70b is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:24.431327 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.437118 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f04aef6-40c4-4f3b-a1f3-88843fab6b2a admin admin] Deleting subnet e3f06ebf-c0ff-4f88-94b0-5dd167885d0b {{(pid=113724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:36:24.442470 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f04aef6-40c4-4f3b-a1f3-88843fab6b2a admin admin] Publish callbacks [] for subnet (e3f06ebf-c0ff-4f88-94b0-5dd167885d0b), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.472924 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 9b316835-5b33-4b67-adcd-2bbeb537f70b, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9b316835-5b33-4b67-adcd-2bbeb537f70b,segment=NetworkSegment(980ce659-5fd6-4e6a-86f5-4ace968e0b1f),segment_id=980ce659-5fd6-4e6a-86f5-4ace968e0b1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:24.506443 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f04aef6-40c4-4f3b-a1f3-88843fab6b2a admin admin] Publish callbacks [] for subnet (e3f06ebf-c0ff-4f88-94b0-5dd167885d0b), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.560684 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.603500 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f04aef6-40c4-4f3b-a1f3-88843fab6b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (e3f06ebf-c0ff-4f88-94b0-5dd167885d0b), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.614266 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=9b316835-5b33-4b67-adcd-2bbeb537f70b,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:24.627658 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device a1d69d12-fea0-4318-b84d-a70fa8f90a48 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:36:24.649687 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: a1d69d12-fea0-4318-b84d-a70fa8f90a48 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:36:24.650195 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Publish callbacks [] for security_group (0e89e846-4084-4570-b413-5f916375d3e6), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.650372 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device a1d69d12-fea0-4318-b84d-a70fa8f90a48 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:36:24.731626 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0e89e846-4084-4570-b413-5f916375d3e6), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.760749 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=113724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:36:24.761041 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.766347 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f04aef6-40c4-4f3b-a1f3-88843fab6b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (e3f06ebf-c0ff-4f88-94b0-5dd167885d0b), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.797635 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e89e846-4084-4570-b413-5f916375d3e6,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:24.805663 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04aef6-40c4-4f3b-a1f3-88843fab6b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f06ebf-c0ff-4f88-94b0-5dd167885d0b,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:24.808113 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (d98edd2b-4802-498b-a6f1-080611ab2a1f), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.808490 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.segments_db [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Added segment d98edd2b-4802-498b-a6f1-080611ab2a1f of type vlan for network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f Aug 31 00:36:24.819342 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a69006-c237-4348-b4f2-46e39c9d852d None None] Network 9837c576-c4cf-44ac-87eb-1f546c317c31 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:24.820007 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f04aef6-40c4-4f3b-a1f3-88843fab6b2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.823488 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4f04aef6-40c4-4f3b-a1f3-88843fab6b2a admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/e3f06ebf-c0ff-4f88-94b0-5dd167885d0b HTTP/1.1" status: 204 len: 168 time: 0.4570441 Aug 31 00:36:24.828603 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43306) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:24.871766 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (0b9346f3-cc4c-481e-a5c2-5077cbc6703f), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.932255 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (9837c576-c4cf-44ac-87eb-1f546c317c31), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.966166 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (0b9346f3-cc4c-481e-a5c2-5077cbc6703f), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.968759 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:24.969679 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:24.998853 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Deleting port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:36:24.999200 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.056937 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9346f3-cc4c-481e-a5c2-5077cbc6703f,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:25.070441 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:36:25.074398 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-c0082096-2bd6-4f24-87c3-d09de8308e54 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9876552 Aug 31 00:36:25.076666 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43316) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:25.085711 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Request body: {'subnet': {'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-583366022-subnet', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'ip_version': 4}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:25.098201 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] For port 056582e6-29f0-4ad0-961d-e0cd313bf9b5, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=056582e6-29f0-4ad0-961d-e0cd313bf9b5,segment=NetworkSegment(13cf43dd-eced-45f8-a250-c0ca7b03f4bc),segment_id=13cf43dd-eced-45f8-a250-c0ca7b03f4bc)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:25.098201 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.115613 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Calling delete_port for 056582e6-29f0-4ad0-961d-e0cd313bf9b5 owned by network:dhcp {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:36:25.178569 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Made reservation on behalf of 28f0cda364854dfd9fde0249a751ecf4 for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:25.181269 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.278662 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:25.286420 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:25.294556 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (056582e6-29f0-4ad0-961d-e0cd313bf9b5), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.310705 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814d724-f0e3-4d80-a38d-25e96e6c3192 None None] DHCP port deletion for 9837c576-c4cf-44ac-87eb-1f546c317c31 request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:36:25.367240 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Pushing event deleted for resources: {'Port': ['ID=056582e6-29f0-4ad0-961d-e0cd313bf9b5,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:25.370541 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] No DVR routers for this DVR port 056582e6-29f0-4ad0-961d-e0cd313bf9b5 on host dv-cinder-852211-6-iscsi {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:36:25.479416 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59aead-b7ae-46ab-8dfc-fffc4208a801 req-6f8d51e6-12bb-425c-9161-509bd3248aa3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:25.481532 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fe59aead-b7ae-46ab-8dfc-fffc4208a801 req-6f8d51e6-12bb-425c-9161-509bd3248aa3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0597365 Aug 31 00:36:25.511452 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (82eaca97-36ab-4152-ac14-863d9055b192), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.537616 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (9837c576-c4cf-44ac-87eb-1f546c317c31), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.579003 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.579366 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.580127 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.580550 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > port after_create 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.580887 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > port after_delete 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.581368 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > port after_update 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.581731 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.582733 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.583082 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.583415 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.599978 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fe59aead-b7ae-46ab-8dfc-fffc4208a801 req-ec5295b9-01af-4838-b996-ebae17b22796 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125686 Aug 31 00:36:25.620165 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82eaca97-36ab-4152-ac14-863d9055b192,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:25.646483 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Checking segment: {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:25.646840 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Network hostable DHCP agents. Network: 0b9346f3-cc4c-481e-a5c2-5077cbc6703f, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:36:25.771795 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:36:25.797397 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.797737 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.798066 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.798401 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:36:25.798837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9837c576-c4cf-44ac-87eb-1f546c317c31']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:25.822569 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cf43dd-eced-45f8-a250-c0ca7b03f4bc') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:25.822569 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cf43dd-eced-45f8-a250-c0ca7b03f4bc') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:25.839305 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (13cf43dd-eced-45f8-a250-c0ca7b03f4bc), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.867835 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (13cf43dd-eced-45f8-a250-c0ca7b03f4bc), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.881468 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:36:25.881884 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (13cf43dd-eced-45f8-a250-c0ca7b03f4bc), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.898995 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 0b9346f3-cc4c-481e-a5c2-5077cbc6703f) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:25.904040 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:25.906016 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:25.923923 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9be5d-7728-4dc4-a082-673575fb3215 None None] Network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:25.981351 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-17a8d65d-78da-4322-99c6-214ea7061cf5 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9029040 Aug 31 00:36:25.984059 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43336) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:26.001863 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:26.060837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (9837c576-c4cf-44ac-87eb-1f546c317c31), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.070919 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.078792 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:36:26.078939 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/9837c576-c4cf-44ac-87eb-1f546c317c31 HTTP/1.1" status: 204 len: 168 time: 1.2484148 Aug 31 00:36:26.081974 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.101376 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f72c1-c561-4d33-9956-3d9b5d91239d admin admin] Pushing event deleted for resources: {'Network': ['ID=9837c576-c4cf-44ac-87eb-1f546c317c31,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:26.149432 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (48ad5bde-2719-449d-8db7-830c14bbd396), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.151337 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (48ad5bde-2719-449d-8db7-830c14bbd396), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.216688 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9b316835-5b33-4b67-adcd-2bbeb537f70b up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:26.238751 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks [] for router_controller (48ad5bde-2719-449d-8db7-830c14bbd396), precommit_add_association {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.297718 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 13cf43dd-eced-45f8-a250-c0ca7b03f4bc resource provider aggregate not found Aug 31 00:36:26.315001 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 13cf43dd-eced-45f8-a250-c0ca7b03f4bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13cf43dd-eced-45f8-a250-c0ca7b03f4bc found for delete ", "request_id": "req-4a96d3d3-0242-4479-851e-f8989cdaa0f0"}]} Aug 31 00:36:26.334922 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Allocated IP 172.20.0.2 (0b9346f3-cc4c-481e-a5c2-5077cbc6703f/82eaca97-36ab-4152-ac14-863d9055b192/2b79a4d4-9931-403d-bc7d-864566432260) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:26.345286 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 9b316835-5b33-4b67-adcd-2bbeb537f70b triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:26.345706 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.425650 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:26.473776 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks [] for router_gateway (48ad5bde-2719-449d-8db7-830c14bbd396), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.510389 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 9b316835-5b33-4b67-adcd-2bbeb537f70b is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:26.523364 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43364) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:26.542084 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:26.570752 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 056582e6-29f0-4ad0-961d-e0cd313bf9b5 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:36:26.578531 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-11e8d01c-17c8-43a1-bfab-01ba9b5bd6d6 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c0528602037241c98f36d12984aa26a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507135 Aug 31 00:36:26.578720 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Publish callbacks [] for port (2b79a4d4-9931-403d-bc7d-864566432260), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.578843 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43366) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:26.595094 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 056582e6-29f0-4ad0-961d-e0cd313bf9b5 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:36:26.595679 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 056582e6-29f0-4ad0-961d-e0cd313bf9b5 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:36:26.595896 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d1e8667c-54d1-415b-b0cb-af66b67d701a no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:36:26.616486 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: d1e8667c-54d1-415b-b0cb-af66b67d701a {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:36:26.616885 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d1e8667c-54d1-415b-b0cb-af66b67d701a not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:36:26.631315 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:26.641373 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (2b79a4d4-9931-403d-bc7d-864566432260), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.681482 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-675d0b18-b27e-46b8-ba64-9ed5b4329307 admin admin] Publish callbacks [] for security_group (e4b624e1-b08f-43ca-b42a-b76ed8849dcf), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.694080 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:26.699531 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:26.702810 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:26.706423 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Pushing event updated for resources: {'Port': ['ID=2b79a4d4-9931-403d-bc7d-864566432260,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:26.726375 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-675d0b18-b27e-46b8-ba64-9ed5b4329307 admin admin] Publish callbacks [] for security_group (e4b624e1-b08f-43ca-b42a-b76ed8849dcf), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.783243 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99a68-4bac-4254-82f0-0a638f7d46b8 req-a0be5dd6-4f86-4e45-acad-57f7e27d71f9 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:26.784145 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Attempting to bind port 2b79a4d4-9931-403d-bc7d-864566432260 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:26.784958 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Attempting to bind port 2b79a4d4-9931-403d-bc7d-864566432260 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:26.785962 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Attempting to bind port 2b79a4d4-9931-403d-bc7d-864566432260 on network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:26.791918 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:26.792650 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Checking segment: {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:26.793191 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-38b99a68-4bac-4254-82f0-0a638f7d46b8 req-a0be5dd6-4f86-4e45-acad-57f7e27d71f9 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0755911 Aug 31 00:36:26.793727 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.794390 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Bound using segment: {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:26.795053 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Bound port: 2b79a4d4-9931-403d-bc7d-864566432260, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:26.795903 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (2b79a4d4-9931-403d-bc7d-864566432260), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.855242 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-38b99a68-4bac-4254-82f0-0a638f7d46b8 req-313a9a08-6383-4100-bab9-fb649d5bf165 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609055 Aug 31 00:36:26.891925 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] For port 2b79a4d4-9931-403d-bc7d-864566432260, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:26.893333 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks [] for router_gateway (48ad5bde-2719-449d-8db7-830c14bbd396), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.896514 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] For port 2b79a4d4-9931-403d-bc7d-864566432260, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=2b79a4d4-9931-403d-bc7d-864566432260,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:26.916225 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:26.922935 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:27.027401 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (2b79a4d4-9931-403d-bc7d-864566432260), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:27.027886 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-675d0b18-b27e-46b8-ba64-9ed5b4329307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e4b624e1-b08f-43ca-b42a-b76ed8849dcf), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:27.029268 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-675d0b18-b27e-46b8-ba64-9ed5b4329307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:27.033049 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-675d0b18-b27e-46b8-ba64-9ed5b4329307 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e4b624e1-b08f-43ca-b42a-b76ed8849dcf HTTP/1.1" status: 204 len: 168 time: 0.4505768 Aug 31 00:36:27.033049 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Allocated IP 172.27.3.152 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:27.068067 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d0b18-b27e-46b8-ba64-9ed5b4329307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b624e1-b08f-43ca-b42a-b76ed8849dcf,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:27.101032 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb10a1-ba01-475f-bfae-5414205be767 None None] Pushing event updated for resources: {'Port': ['ID=2b79a4d4-9931-403d-bc7d-864566432260,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:27.221363 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks [] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:27.355819 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:27.409922 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:27.413115 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:27.419945 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:27.473226 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Pushing event updated for resources: {'Port': ['ID=0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:27.739549 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks [] for router_gateway (48ad5bde-2719-449d-8db7-830c14bbd396), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:27.842323 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:28.149016 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 2b79a4d4-9931-403d-bc7d-864566432260 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:28.188196 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b817c-2044-4078-8512-6965b3a9067c None None] Network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:28.220734 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb88e95-ae1d-4905-85a1-f00d4337b46e req-b0d2231b-8b93-48e3-90b9-5295cf8a5c47 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:28.223271 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0fb88e95-ae1d-4905-85a1-f00d4337b46e req-b0d2231b-8b93-48e3-90b9-5295cf8a5c47 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0651069 Aug 31 00:36:28.224800 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (48ad5bde-2719-449d-8db7-830c14bbd396), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.254948 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-0fd7423f-57d1-474d-b49c-25272bc0eac2 None None] Provisioning complete for port 2b79a4d4-9931-403d-bc7d-864566432260 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:28.255564 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0fd7423f-57d1-474d-b49c-25272bc0eac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (2b79a4d4-9931-403d-bc7d-864566432260), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.300423 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 2b79a4d4-9931-403d-bc7d-864566432260 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:28.301421 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (2b79a4d4-9931-403d-bc7d-864566432260), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.326457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43412) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:28.349591 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:28.374382 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0fb88e95-ae1d-4905-85a1-f00d4337b46e req-f6e3a816-2960-4945-935a-20a98fa3f309 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438880 Aug 31 00:36:28.389150 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:28.501941 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7423f-57d1-474d-b49c-25272bc0eac2 None None] Current status of the port 2b79a4d4-9931-403d-bc7d-864566432260 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:28.501941 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0fd7423f-57d1-474d-b49c-25272bc0eac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (2b79a4d4-9931-403d-bc7d-864566432260), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.501941 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 2b79a4d4-9931-403d-bc7d-864566432260 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:28.501941 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (2b79a4d4-9931-403d-bc7d-864566432260), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.512236 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-543000601-network', 'tenant_id': '5023455241594360bacff911a6641d7a'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:28.549106 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-0fd7423f-57d1-474d-b49c-25272bc0eac2 None None] For port 2b79a4d4-9931-403d-bc7d-864566432260, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=2b79a4d4-9931-403d-bc7d-864566432260,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:28.619574 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Router 48ad5bde-2719-449d-8db7-830c14bbd396 is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:36:28.640298 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Made reservation on behalf of 5023455241594360bacff911a6641d7a for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:28.641139 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0fd7423f-57d1-474d-b49c-25272bc0eac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (2b79a4d4-9931-403d-bc7d-864566432260), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.643712 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.655933 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.717948 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.db.api [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 00:36:28.718272 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG oslo_db.api [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:36:28.729738 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7423f-57d1-474d-b49c-25272bc0eac2 None None] Pushing event updated for resources: {'Port': ['ID=2b79a4d4-9931-403d-bc7d-864566432260,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:28.752441 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Publish callbacks [] for security_group (a3c6764a-c343-4613-bd2f-d35a66a5ded8), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.752691 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:28.761911 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:28.767789 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Sync routers for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:28.770577 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-3d9b74f6-bb0c-4a8d-b245-e44e77ea6922 None None] Provisioning complete for port 2b79a4d4-9931-403d-bc7d-864566432260 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:28.771137 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3d9b74f6-bb0c-4a8d-b245-e44e77ea6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (2b79a4d4-9931-403d-bc7d-864566432260), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.805862 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:28.806486 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:28.817725 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a3c6764a-c343-4613-bd2f-d35a66a5ded8), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.829041 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:28.842942 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.846696 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-6b905b1e-abdc-4d30-aae7-6c6588e39d37 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8587518 Aug 31 00:36:28.847041 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43422) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:28.848631 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:36:28.850689 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:28.858087 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c6764a-c343-4613-bd2f-d35a66a5ded8,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:28.865413 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (88f075b1-b5e9-43f4-aeff-86bcb6eeab4d), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.865762 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Added segment 88f075b1-b5e9-43f4-aeff-86bcb6eeab4d of type vlan for network a5ba44fa-fe70-448e-874e-97120592a817 Aug 31 00:36:28.922259 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (a5ba44fa-fe70-448e-874e-97120592a817), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:28.950079 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b74f6-bb0c-4a8d-b245-e44e77ea6922 None None] Current status of the port 2b79a4d4-9931-403d-bc7d-864566432260 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:28.961257 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:29.017909 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (a5ba44fa-fe70-448e-874e-97120592a817), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.019499 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:29.020864 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.093855 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ba44fa-fe70-448e-874e-97120592a817,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:29.107183 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network a5ba44fa-fe70-448e-874e-97120592a817 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:36:29.140738 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:29.183137 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-17864add-9acb-4d35-a86e-508c69f23ec5 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8523169 Aug 31 00:36:29.183453 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43424) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:29.190490 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Request body: {'subnet': {'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-543000601-subnet', 'tenant_id': '5023455241594360bacff911a6641d7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:29.297582 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.321697 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Made reservation on behalf of 5023455241594360bacff911a6641d7a for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:29.324279 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.366983 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 2b79a4d4-9931-403d-bc7d-864566432260 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:29.377875 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:27Z', 'revision_number': 3, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:29.380450 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:29.417024 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Checking router: 48ad5bde-2719-449d-8db7-830c14bbd396 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:29.417383 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Updating router 48ad5bde-2719-449d-8db7-830c14bbd396 port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:29.470637 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.552907 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:29.560497 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb456f2-10af-4d7e-879d-aed96d985109 req-c5e446e0-044f-4095-be39-13c55bc67d2d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:29.563092 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3eb456f2-10af-4d7e-879d-aed96d985109 req-c5e446e0-044f-4095-be39-13c55bc67d2d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0775621 Aug 31 00:36:29.638286 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Allocated IP 172.20.0.1 (0b9346f3-cc4c-481e-a5c2-5077cbc6703f/82eaca97-36ab-4152-ac14-863d9055b192/d96a2597-517d-4962-8f43-f218850589bc) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:29.651095 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3eb456f2-10af-4d7e-879d-aed96d985109 req-703300c1-58bf-436b-bff0-dde8a8a85099 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774188 Aug 31 00:36:29.826022 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Publish callbacks [] for port (d96a2597-517d-4962-8f43-f218850589bc), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.869521 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (a52cfced-1ff9-4c2a-8304-6ecfff37d30f), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.876495 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Publish callbacks [] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.911675 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (d96a2597-517d-4962-8f43-f218850589bc), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.932172 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.967763 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Attempting to bind port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:29.968202 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Attempting to bind port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:29.968832 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Attempting to bind port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:29.969346 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52cfced-1ff9-4c2a-8304-6ecfff37d30f,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:29.987418 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:29.987967 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:29.989087 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.989547 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:29.990196 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Bound port: 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:29.990363 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:29.995829 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:29.996347 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:29.998861 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:29.999369 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (48ad5bde-2719-449d-8db7-830c14bbd396), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.001816 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Pushing event updated for resources: {'Port': ['ID=d96a2597-517d-4962-8f43-f218850589bc,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:30.004633 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Checking segment: {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:30.004996 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Network hostable DHCP agents. Network: a5ba44fa-fe70-448e-874e-97120592a817, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:36:30.030293 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd94eb-305c-4292-acb9-fcba9ddb19b4 None None] Pushing event updated for resources: {'Port': ['ID=0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:30.073155 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] For port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:30.083441 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] For port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:30.125581 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 2b79a4d4-9931-403d-bc7d-864566432260 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:30.166114 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Network a5ba44fa-fe70-448e-874e-97120592a817 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:36:30.175135 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 2b79a4d4-9931-403d-bc7d-864566432260 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:30.179260 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (2b79a4d4-9931-403d-bc7d-864566432260), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.211878 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.241209 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d96a2597-517d-4962-8f43-f218850589bc), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.276886 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, a5ba44fa-fe70-448e-874e-97120592a817) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:30.277833 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:30.279483 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:30.287441 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:30.288028 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.292469 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:30.293625 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45654b22-7172-4e96-b2b6-53fc47211237 None None] Network a5ba44fa-fe70-448e-874e-97120592a817 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:30.354585 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd94eb-305c-4292-acb9-fcba9ddb19b4 None None] Pushing event updated for resources: {'Port': ['ID=0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:30.410110 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-c06f13d8-96c6-45f3-8072-22d91e1724e4 None None] Provisioning complete for port d96a2597-517d-4962-8f43-f218850589bc triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:30.410802 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-c06f13d8-96c6-45f3-8072-22d91e1724e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d96a2597-517d-4962-8f43-f218850589bc), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.418693 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Publish callbacks [] for port (d96a2597-517d-4962-8f43-f218850589bc), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.486445 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 2b79a4d4-9931-403d-bc7d-864566432260 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:30.492511 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-6fdb8702-d01f-4203-92c7-2b74aa18b4ab admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3079295 Aug 31 00:36:30.495385 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43446) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:30.503107 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:30.523538 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-c06f13d8-96c6-45f3-8072-22d91e1724e4 None None] Port d96a2597-517d-4962-8f43-f218850589bc cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:30.530842 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:30.531224 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d96a2597-517d-4962-8f43-f218850589bc), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.531224 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (48ad5bde-2719-449d-8db7-830c14bbd396), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.556797 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:30.588119 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-a5ba44fa-fe70-448e-874e-97120592a817', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'project_id': '5023455241594360bacff911a6641d7a', 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:36:30.589412 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.624692 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Pushing event updated for resources: {'Port': ['ID=d96a2597-517d-4962-8f43-f218850589bc,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:30.641091 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.643129 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.672687 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:30.674657 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:30.713672 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks [] for router_controller (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), precommit_add_association {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:30.860086 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9cdd2-1b4c-463d-b74e-8cffb35d435d req-1c68e813-580f-4cc6-b6e3-5846f1b83401 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:30.864205 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-91f9cdd2-1b4c-463d-b74e-8cffb35d435d req-1c68e813-580f-4cc6-b6e3-5846f1b83401 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0805659 Aug 31 00:36:30.870413 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Router 48ad5bde-2719-449d-8db7-830c14bbd396 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:36:30.883657 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Allocated IP 172.20.0.2 (a5ba44fa-fe70-448e-874e-97120592a817/a52cfced-1ff9-4c2a-8304-6ecfff37d30f/5573ff25-5ab6-4974-b483-aecfdc6df7de) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:30.937635 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:29Z', 'revision_number': 1, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:30.965848 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-91f9cdd2-1b4c-463d-b74e-8cffb35d435d req-e9b3abbf-1e07-4eb4-a949-b4ed5dcfe9a1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977874 Aug 31 00:36:31.005581 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5a3fd-333f-4540-960e-8be99a8f209e None None] The sync data for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi is: [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:29Z', 'revision_number': 1, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:31.080705 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:31.086655 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-229169d8-bdf3-465a-982c-118ec0ee9076 None None] Provisioning complete for port d96a2597-517d-4962-8f43-f218850589bc triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:31.087046 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-229169d8-bdf3-465a-982c-118ec0ee9076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d96a2597-517d-4962-8f43-f218850589bc), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:31.097001 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-fe2fd057-406a-4a1b-9b40-787a996ba1ed admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/48ad5bde-2719-449d-8db7-830c14bbd396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2481611 Aug 31 00:36:31.143239 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:31.151631 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-229169d8-bdf3-465a-982c-118ec0ee9076 None None] Port d96a2597-517d-4962-8f43-f218850589bc cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:31.231575 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks [] for router_gateway (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:31.235216 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:31.246677 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Publish callbacks [] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:31.259722 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58c71e-82ec-4cf7-b68d-1dadff7fd1e2 req-2ed2d67b-792d-4ee1-99e4-aed0cef3a669 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:31.261493 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8d58c71e-82ec-4cf7-b68d-1dadff7fd1e2 req-2ed2d67b-792d-4ee1-99e4-aed0cef3a669 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.1136048 Aug 31 00:36:31.344088 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:31.383308 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8d58c71e-82ec-4cf7-b68d-1dadff7fd1e2 req-15253c34-ccaf-4a3f-b566-8c48e5389dcc tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131477 Aug 31 00:36:31.434137 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Pushing event updated for resources: {'Port': ['ID=5573ff25-5ab6-4974-b483-aecfdc6df7de,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:31.446809 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Network a5ba44fa-fe70-448e-874e-97120592a817 is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:31.454347 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:31.466346 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:31.516083 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:31.614641 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Attempting to bind port 5573ff25-5ab6-4974-b483-aecfdc6df7de on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:31.616234 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Attempting to bind port 5573ff25-5ab6-4974-b483-aecfdc6df7de by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:31.617013 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Attempting to bind port 5573ff25-5ab6-4974-b483-aecfdc6df7de on network a5ba44fa-fe70-448e-874e-97120592a817 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:31.633221 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:31.634829 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:31.635266 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Checking segment: {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:31.636932 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:31.637535 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Bound using segment: {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:31.642750 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Bound port: 5573ff25-5ab6-4974-b483-aecfdc6df7de, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:31.647633 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:31.770077 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43482) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:31.802624 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks [] for router_gateway (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:31.809303 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] For port 5573ff25-5ab6-4974-b483-aecfdc6df7de, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:31.815725 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] For port 5573ff25-5ab6-4974-b483-aecfdc6df7de, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=5573ff25-5ab6-4974-b483-aecfdc6df7de,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:31.841928 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:31.939268 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-48dc903f-bd01-4b1c-b124-dbf94a50cd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:31.948993 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.017611 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Allocated IP 172.27.3.18 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/49ad4918-d64a-4216-9b20-d1879735279e) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:32.100624 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0a922-f168-4a8e-816d-9e03104f87d1 None None] Pushing event updated for resources: {'Port': ['ID=5573ff25-5ab6-4974-b483-aecfdc6df7de,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:32.110195 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-48dc903f-bd01-4b1c-b124-dbf94a50cd12 admin admin] Publish callbacks [] for security_group (e4b6ba80-a286-4db3-8d8f-01b66bb7578d), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.199558 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:32.205409 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-48dc903f-bd01-4b1c-b124-dbf94a50cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e4b6ba80-a286-4db3-8d8f-01b66bb7578d), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.245522 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks [] for port (49ad4918-d64a-4216-9b20-d1879735279e), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.301261 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-48dc903f-bd01-4b1c-b124-dbf94a50cd12 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2d1582f5fce54f96b6c641f79b6d5833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5299573 Aug 31 00:36:32.302034 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43492) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:32.314207 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc903f-bd01-4b1c-b124-dbf94a50cd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b6ba80-a286-4db3-8d8f-01b66bb7578d,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:32.401316 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (49ad4918-d64a-4216-9b20-d1879735279e), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.435940 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:32.438837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:32.459219 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03e0c586-ce85-4afc-b4ff-04250a3659ca admin admin] Publish callbacks [] for security_group (e4b6ba80-a286-4db3-8d8f-01b66bb7578d), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.494361 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:32.531171 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03e0c586-ce85-4afc-b4ff-04250a3659ca admin admin] Publish callbacks [] for security_group (e4b6ba80-a286-4db3-8d8f-01b66bb7578d), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.568743 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43500) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:32.581303 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1947240555-network', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:32.604172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Pushing event updated for resources: {'Port': ['ID=49ad4918-d64a-4216-9b20-d1879735279e,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:32.748584 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03e0c586-ce85-4afc-b4ff-04250a3659ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e4b6ba80-a286-4db3-8d8f-01b66bb7578d), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.751216 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03e0c586-ce85-4afc-b4ff-04250a3659ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.752506 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-03e0c586-ce85-4afc-b4ff-04250a3659ca admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e4b6ba80-a286-4db3-8d8f-01b66bb7578d HTTP/1.1" status: 204 len: 168 time: 0.4483094 Aug 31 00:36:32.765593 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0c586-ce85-4afc-b4ff-04250a3659ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b6ba80-a286-4db3-8d8f-01b66bb7578d,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:32.776881 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Made reservation on behalf of 45c50656acc7484aa36ceb69fcd61f83 for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:32.779508 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.791933 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:32.990432 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks [] for router_gateway (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.040691 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Publish callbacks [] for security_group (811832c6-ccd0-4d01-8c2e-a17baabd5a58), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.196315 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (811832c6-ccd0-4d01-8c2e-a17baabd5a58), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.239277 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:36:33.250517 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.257852 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811832c6-ccd0-4d01-8c2e-a17baabd5a58,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:33.260834 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (4922d42b-3e64-484c-8276-83aef9e91083), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.261181 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Added segment 4922d42b-3e64-484c-8276-83aef9e91083 of type vlan for network df230882-ee1b-4fdc-b5f2-02022cba3d02 Aug 31 00:36:33.330877 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087ebc2-6e8d-4746-811b-6a3926fc1ca3 None None] Network a5ba44fa-fe70-448e-874e-97120592a817 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:33.440903 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:33.508185 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=59 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:33.550168 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:33.567534 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (df230882-ee1b-4fdc-b5f2-02022cba3d02), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.602886 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-4fcf03ef-e26b-4fd8-a247-e8d941e16553 None None] Provisioning complete for port 5573ff25-5ab6-4974-b483-aecfdc6df7de triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:33.609860 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4fcf03ef-e26b-4fd8-a247-e8d941e16553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.709538 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (df230882-ee1b-4fdc-b5f2-02022cba3d02), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.710615 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:33.711239 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.721921 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf03ef-e26b-4fd8-a247-e8d941e16553 None None] Current status of the port 5573ff25-5ab6-4974-b483-aecfdc6df7de is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:33.722146 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4fcf03ef-e26b-4fd8-a247-e8d941e16553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.764307 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-4fcf03ef-e26b-4fd8-a247-e8d941e16553 None None] For port 5573ff25-5ab6-4974-b483-aecfdc6df7de, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=5573ff25-5ab6-4974-b483-aecfdc6df7de,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:33.777798 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:36:33.798044 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=df230882-ee1b-4fdc-b5f2-02022cba3d02,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:33.811617 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network df230882-ee1b-4fdc-b5f2-02022cba3d02 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:36:33.811869 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-56ee541c-94fa-4690-95fb-cfdf926cd5f0 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2419214 Aug 31 00:36:33.812680 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43520) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:33.820935 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Request body: {'subnet': {'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1947240555-subnet', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'ip_version': 4}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:33.875182 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:33.910801 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4fcf03ef-e26b-4fd8-a247-e8d941e16553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:33.921074 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Made reservation on behalf of 45c50656acc7484aa36ceb69fcd61f83 for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:33.923814 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.011633 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf03ef-e26b-4fd8-a247-e8d941e16553 None None] Pushing event updated for resources: {'Port': ['ID=5573ff25-5ab6-4974-b483-aecfdc6df7de,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:34.038859 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Sync routers for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:34.047947 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-99ee238b-2df2-4d23-a262-3e0477e868ec None None] Provisioning complete for port 5573ff25-5ab6-4974-b483-aecfdc6df7de triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:34.047947 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-99ee238b-2df2-4d23-a262-3e0477e868ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.071373 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:34.086505 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:34.087166 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:34.091559 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Sync routers for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:34.123449 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:34.125292 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:34.127211 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:34.191975 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:34.195836 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:34.199634 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.201177 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-5e76af2a-3873-492c-983d-292e1d13ecb3 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7043929 Aug 31 00:36:34.204066 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43532) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:34.274549 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-99ee238b-2df2-4d23-a262-3e0477e868ec None None] Current status of the port 5573ff25-5ab6-4974-b483-aecfdc6df7de is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:34.306854 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:34.310200 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:34.343530 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (89b5ba69-9e4e-4ee3-a048-395d495709e2), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.424284 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b5ba69-9e4e-4ee3-a048-395d495709e2,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:34.438886 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Checking segment: {'id': '4922d42b-3e64-484c-8276-83aef9e91083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:34.439240 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Network hostable DHCP agents. Network: df230882-ee1b-4fdc-b5f2-02022cba3d02, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:36:34.471405 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:34.471961 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.474736 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:34.537635 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Network df230882-ee1b-4fdc-b5f2-02022cba3d02 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:36:34.603345 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:32Z', 'revision_number': 3, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:34.623032 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, df230882-ee1b-4fdc-b5f2-02022cba3d02) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:34.638569 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:34.643354 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.647508 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a20da3-ab4b-422f-87c2-fa84df6e4292 None None] Network df230882-ee1b-4fdc-b5f2-02022cba3d02 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:34.652154 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Checking router: 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:34.652793 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Updating router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 port 49ad4918-d64a-4216-9b20-d1879735279e binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:34.670023 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:34.674282 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.750472 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 2, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:34.766326 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (49ad4918-d64a-4216-9b20-d1879735279e), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.771609 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43542) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:34.771788 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-14842d5c-6342-41ee-8055-09a12f185ad0 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9518325 Aug 31 00:36:34.772131 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:34.775809 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:34.788386 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Checking router: 48ad5bde-2719-449d-8db7-830c14bbd396 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:34.788765 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Updating router 48ad5bde-2719-449d-8db7-830c14bbd396 port d96a2597-517d-4962-8f43-f218850589bc binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:34.820772 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d96a2597-517d-4962-8f43-f218850589bc), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.893897 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (16b3690b-ddfb-44ee-962f-523a72a6f8e9), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.895345 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (16b3690b-ddfb-44ee-962f-523a72a6f8e9), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.899340 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.900204 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 5573ff25-5ab6-4974-b483-aecfdc6df7de up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:34.943371 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.977703 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-df230882-ee1b-4fdc-b5f2-02022cba3d02', 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02', 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'fixed_ips': [{'subnet_id': '89b5ba69-9e4e-4ee3-a048-395d495709e2'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:36:34.978625 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:34.996588 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks [] for router_controller (16b3690b-ddfb-44ee-962f-523a72a6f8e9), precommit_add_association {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.029565 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:35.101964 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:35.169374 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 5573ff25-5ab6-4974-b483-aecfdc6df7de triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:35.169977 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.177898 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Publish callbacks [] for port (d96a2597-517d-4962-8f43-f218850589bc), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.217960 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:35.279502 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks [] for router_gateway (16b3690b-ddfb-44ee-962f-523a72a6f8e9), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.291483 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d96a2597-517d-4962-8f43-f218850589bc), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.298358 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Allocated IP 172.20.0.1 (a5ba44fa-fe70-448e-874e-97120592a817/a52cfced-1ff9-4c2a-8304-6ecfff37d30f/89bddffe-3166-40a8-b723-8a0eabb65757) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:35.313776 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Allocated IP 172.20.0.2 (df230882-ee1b-4fdc-b5f2-02022cba3d02/89b5ba69-9e4e-4ee3-a048-395d495709e2/da49a700-3ed5-4d43-84f6-bd0f81b25bb7) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:35.405601 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d991b-0bd2-4d81-a824-e6259b5f5c28 None None] Pushing event updated for resources: {'Port': ['ID=d96a2597-517d-4962-8f43-f218850589bc,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:35.433747 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Attempting to bind port d96a2597-517d-4962-8f43-f218850589bc on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:35.433747 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Attempting to bind port d96a2597-517d-4962-8f43-f218850589bc by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:35.433747 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Attempting to bind port d96a2597-517d-4962-8f43-f218850589bc on network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:35.437955 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:35.438357 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Checking segment: {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:35.438819 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.439217 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Bound using segment: {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:35.439978 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Bound port: d96a2597-517d-4962-8f43-f218850589bc, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:35.440121 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d96a2597-517d-4962-8f43-f218850589bc), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.565343 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] For port d96a2597-517d-4962-8f43-f218850589bc, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:35.565517 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Publish callbacks [] for port (89bddffe-3166-40a8-b723-8a0eabb65757), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.570046 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] For port d96a2597-517d-4962-8f43-f218850589bc, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d96a2597-517d-4962-8f43-f218850589bc,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:35.576384 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Publish callbacks [] for port (49ad4918-d64a-4216-9b20-d1879735279e), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.583315 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 5573ff25-5ab6-4974-b483-aecfdc6df7de is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:35.660375 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:35.680006 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks [] for router_gateway (16b3690b-ddfb-44ee-962f-523a72a6f8e9), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.697713 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Publish callbacks [] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.701915 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.709065 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d96a2597-517d-4962-8f43-f218850589bc), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.715900 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (49ad4918-d64a-4216-9b20-d1879735279e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.755221 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:35.756523 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:35.759556 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Attempting to bind port 49ad4918-d64a-4216-9b20-d1879735279e on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:35.759936 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Attempting to bind port 49ad4918-d64a-4216-9b20-d1879735279e by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:35.760301 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Attempting to bind port 49ad4918-d64a-4216-9b20-d1879735279e on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:35.774078 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:35.774458 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:35.775060 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.775605 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:35.776089 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Bound port: 49ad4918-d64a-4216-9b20-d1879735279e, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:35.776502 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (49ad4918-d64a-4216-9b20-d1879735279e), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.795370 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa688b-b47e-483a-ad78-16fc7ff09046 None None] Pushing event updated for resources: {'Port': ['ID=49ad4918-d64a-4216-9b20-d1879735279e,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:35.796762 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.800878 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:35.808295 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:35.817152 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:35.821859 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d991b-0bd2-4d81-a824-e6259b5f5c28 None None] Pushing event updated for resources: {'Port': ['ID=d96a2597-517d-4962-8f43-f218850589bc,revision_number=4']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:35.855620 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:35.862226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Network a5ba44fa-fe70-448e-874e-97120592a817 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:35.872126 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:35.884161 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] For port 49ad4918-d64a-4216-9b20-d1879735279e, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:35.886727 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:35.892011 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Allocated IP 172.27.3.175 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/e77292ee-8188-47eb-8637-e223cc7201f5) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:35.903264 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Pushing event updated for resources: {'Port': ['ID=da49a700-3ed5-4d43-84f6-bd0f81b25bb7,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:35.907945 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Network df230882-ee1b-4fdc-b5f2-02022cba3d02 is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:35.909915 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] For port 49ad4918-d64a-4216-9b20-d1879735279e, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=49ad4918-d64a-4216-9b20-d1879735279e,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:35.913734 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:35.915451 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Pushing event updated for resources: {'Port': ['ID=89bddffe-3166-40a8-b723-8a0eabb65757,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:35.915970 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:35.937253 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:35.940636 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:35.960185 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.024806 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Attempting to bind port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:36.025299 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Attempting to bind port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '4922d42b-3e64-484c-8276-83aef9e91083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:36.025764 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Attempting to bind port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 on network df230882-ee1b-4fdc-b5f2-02022cba3d02 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:36.029102 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (49ad4918-d64a-4216-9b20-d1879735279e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.117685 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa688b-b47e-483a-ad78-16fc7ff09046 None None] Pushing event updated for resources: {'Port': ['ID=49ad4918-d64a-4216-9b20-d1879735279e,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:36.125223 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:36.125825 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Checking segment: {'id': '4922d42b-3e64-484c-8276-83aef9e91083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:36.126321 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.129311 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Bound using segment: {'id': '4922d42b-3e64-484c-8276-83aef9e91083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:36.129311 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Bound port: da49a700-3ed5-4d43-84f6-bd0f81b25bb7, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4922d42b-3e64-484c-8276-83aef9e91083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:36.129311 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.147864 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:36.153626 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:36.184624 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks [] for port (e77292ee-8188-47eb-8637-e223cc7201f5), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.293227 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:35Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:36.300011 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:36.325847 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5559b-e840-462d-8153-f4386dbcc051 None None] The sync data for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi is: [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:35Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:36.360852 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] For port da49a700-3ed5-4d43-84f6-bd0f81b25bb7, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:36.364960 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.371214 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-b3744e73-6201-4dcd-812e-30e4669f6eb9 None None] Provisioning complete for port 89bddffe-3166-40a8-b723-8a0eabb65757 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:36.371593 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b3744e73-6201-4dcd-812e-30e4669f6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.389466 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.411940 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] For port da49a700-3ed5-4d43-84f6-bd0f81b25bb7, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=da49a700-3ed5-4d43-84f6-bd0f81b25bb7,segment=NetworkSegment(4922d42b-3e64-484c-8276-83aef9e91083),segment_id=4922d42b-3e64-484c-8276-83aef9e91083)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:36.421395 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:36.471778 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:36.477806 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:36.488427 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:36.508410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-b3744e73-6201-4dcd-812e-30e4669f6eb9 None None] Port 89bddffe-3166-40a8-b723-8a0eabb65757 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:36.539743 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:36.540124 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.544031 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.548591 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Pushing event updated for resources: {'Port': ['ID=e77292ee-8188-47eb-8637-e223cc7201f5,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:36.690797 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b7ec2-659f-4a1b-bb4a-7fc1af7670dc None None] Pushing event updated for resources: {'Port': ['ID=da49a700-3ed5-4d43-84f6-bd0f81b25bb7,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:36.782412 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:36.783540 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d96a2597-517d-4962-8f43-f218850589bc up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:36.830866 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:32Z', 'revision_number': 3, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:36.900011 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5edff-650e-487c-b2e0-31f70f8f1778 None None] The sync data for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi is: [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:32Z', 'revision_number': 3, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:36.920263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Publish callbacks [] for port (89bddffe-3166-40a8-b723-8a0eabb65757), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.935592 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port d96a2597-517d-4962-8f43-f218850589bc triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:36.935975 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d96a2597-517d-4962-8f43-f218850589bc), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:37.014381 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:37.070545 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port d96a2597-517d-4962-8f43-f218850589bc is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:37.070948 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d96a2597-517d-4962-8f43-f218850589bc), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:37.162796 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port d96a2597-517d-4962-8f43-f218850589bc, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d96a2597-517d-4962-8f43-f218850589bc,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:37.225156 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d96a2597-517d-4962-8f43-f218850589bc), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:37.318026 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=d96a2597-517d-4962-8f43-f218850589bc,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:37.408737 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:37.429085 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:37.448645 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Pushing event updated for resources: {'Port': ['ID=89bddffe-3166-40a8-b723-8a0eabb65757,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:37.550060 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:37.564048 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902deb8-5b43-4e50-878c-5753478acbde req-6f5ad0a6-ddab-4aa9-8425-0842459c2c42 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:37.565583 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7902deb8-5b43-4e50-878c-5753478acbde req-6f5ad0a6-ddab-4aa9-8425-0842459c2c42 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.1911566 Aug 31 00:36:37.633889 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-1b8b53c8-bb6c-41ab-a85c-05d916200149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:37.635438 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-1b8b53c8-bb6c-41ab-a85c-05d916200149 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 1129 time: 0.1744707 Aug 31 00:36:37.657266 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:37.715820 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks [] for router_gateway (16b3690b-ddfb-44ee-962f-523a72a6f8e9), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:37.849018 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:37.883511 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7902deb8-5b43-4e50-878c-5753478acbde req-70d00a31-7c3b-42b9-b6ef-7b82ba5cccad tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884445 Aug 31 00:36:37.947111 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b706c-ed5b-4e92-8dc4-10503fba6f04 None None] Network df230882-ee1b-4fdc-b5f2-02022cba3d02 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:36:37.997460 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Network a5ba44fa-fe70-448e-874e-97120592a817 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:38.004450 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:38.007397 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-fcfc517e-2567-4de5-a52c-9ac1132c6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:38.008914 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-fcfc517e-2567-4de5-a52c-9ac1132c6b5b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.3489997 Aug 31 00:36:38.108692 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-319fff16-7f0f-4ba6-ad9a-5150a9bb978a None None] Provisioning complete for port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:38.108982 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-319fff16-7f0f-4ba6-ad9a-5150a9bb978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:38.251152 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-7406cb2e-ba6d-4bac-85e9-6299722f0984 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe HTTP/1.1" status: 200 len: 217 time: 0.1870797 Aug 31 00:36:38.310061 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:38.371452 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-319fff16-7f0f-4ba6-ad9a-5150a9bb978a None None] Current status of the port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:38.375128 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-319fff16-7f0f-4ba6-ad9a-5150a9bb978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:38.478043 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device da49a700-3ed5-4d43-84f6-bd0f81b25bb7 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:38.513578 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-ac58b1cd-2a50-43de-b359-ca36fed58bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:38.515073 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-ac58b1cd-2a50-43de-b359-ca36fed58bfb service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.2509625 Aug 31 00:36:38.547181 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-319fff16-7f0f-4ba6-ad9a-5150a9bb978a None None] For port da49a700-3ed5-4d43-84f6-bd0f81b25bb7, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=da49a700-3ed5-4d43-84f6-bd0f81b25bb7,segment=NetworkSegment(4922d42b-3e64-484c-8276-83aef9e91083),segment_id=4922d42b-3e64-484c-8276-83aef9e91083)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:38.568115 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:36:38.584505 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-e58c96a4-5f3e-4081-9b5c-ec92caa5673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:38.586038 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-e58c96a4-5f3e-4081-9b5c-ec92caa5673e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609918 Aug 31 00:36:38.591112 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:38.591620 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:38.595283 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (16b3690b-ddfb-44ee-962f-523a72a6f8e9), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:38.640765 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-319fff16-7f0f-4ba6-ad9a-5150a9bb978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:38.746974 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fff16-7f0f-4ba6-ad9a-5150a9bb978a None None] Pushing event updated for resources: {'Port': ['ID=da49a700-3ed5-4d43-84f6-bd0f81b25bb7,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:38.750554 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:38.778412 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-8de3113e-40be-4ca1-89c8-af503e6e4566 None None] Provisioning complete for port 89bddffe-3166-40a8-b723-8a0eabb65757 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:38.778798 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8de3113e-40be-4ca1-89c8-af503e6e4566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:38.782676 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:38.782801 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 49ad4918-d64a-4216-9b20-d1879735279e up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:38.803680 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:38.838745 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-8de3113e-40be-4ca1-89c8-af503e6e4566 None None] Port 89bddffe-3166-40a8-b723-8a0eabb65757 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:38.852847 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-8de3113e-40be-4ca1-89c8-af503e6e4566 None None] Provisioning complete for port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:38.853234 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8de3113e-40be-4ca1-89c8-af503e6e4566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:38.862879 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:38.890495 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 49ad4918-d64a-4216-9b20-d1879735279e triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:38.890881 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (49ad4918-d64a-4216-9b20-d1879735279e), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:38.891440 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-e3150523-52b5-4b07-976c-f3671a015a66 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919481 Aug 31 00:36:38.893525 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:38.909250 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-068ba908-f8f5-4dfa-aa0e-6473a51dbdde admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7041519 Aug 31 00:36:39.014377 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-8de3113e-40be-4ca1-89c8-af503e6e4566 None None] Current status of the port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:39.023129 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 49ad4918-d64a-4216-9b20-d1879735279e is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:39.023530 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (49ad4918-d64a-4216-9b20-d1879735279e), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.039398 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ff5cb58-c914-4691-b95c-4bef0fbfdfc4 req-158f262f-737d-4682-85f1-f087b1253192 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256201 Aug 31 00:36:39.051779 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 49ad4918-d64a-4216-9b20-d1879735279e, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=49ad4918-d64a-4216-9b20-d1879735279e,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:39.059245 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9f208-2fa7-48fc-b960-6e75f7b38839 req-2e9c4aa3-7714-413f-a5a8-7e33ad4d6785 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:39.060786 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-92a9f208-2fa7-48fc-b960-6e75f7b38839 req-2e9c4aa3-7714-413f-a5a8-7e33ad4d6785 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0630488 Aug 31 00:36:39.117557 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-92a9f208-2fa7-48fc-b960-6e75f7b38839 req-2f3de17d-98e7-4d45-8e3d-e47d647de864 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Aug 31 00:36:39.159354 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:36:39.195683 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (49ad4918-d64a-4216-9b20-d1879735279e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.196552 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d96a2597-517d-4962-8f43-f218850589bc up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:39.298963 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:39.307913 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=49ad4918-d64a-4216-9b20-d1879735279e,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:39.312025 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Sync routers for ids ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:39.327617 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port d96a2597-517d-4962-8f43-f218850589bc triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:39.327801 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Routers {'16b3690b-ddfb-44ee-962f-523a72a6f8e9'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:39.327993 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d96a2597-517d-4962-8f43-f218850589bc), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.328293 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:39.415011 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43624) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:39.420554 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-ff65cf25-676d-49c3-95d1-94f8321dacaa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75688633', 'description': 'tempest-description--1781129673'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:39.454877 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Set router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:39.459236 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.463230 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-74705bce-9e6f-4ab3-bb1f-1cf32af985dd admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6930041 Aug 31 00:36:39.463230 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:39.463588 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43626) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:39.569932 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:39.583562 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ff65cf25-676d-49c3-95d1-94f8321dacaa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.587730 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port d96a2597-517d-4962-8f43-f218850589bc is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:39.599647 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:39.635842 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:39.675219 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ff65cf25-676d-49c3-95d1-94f8321dacaa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (5f0f27df-965c-46c3-902e-e856def6ae06), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.702886 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 3, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'gw_port': {'id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:35Z', 'updated_at': '2022-08-31T00:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:39.730779 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Checking router: 16b3690b-ddfb-44ee-962f-523a72a6f8e9 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:39.731314 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Updating router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 port e77292ee-8188-47eb-8637-e223cc7201f5 binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:39.741203 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ff65cf25-676d-49c3-95d1-94f8321dacaa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (5f0f27df-965c-46c3-902e-e856def6ae06), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.770863 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Sync routers for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:39.777048 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.787046 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:39.788578 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:39.796658 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65cf25-676d-49c3-95d1-94f8321dacaa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0f27df-965c-46c3-902e-e856def6ae06,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:39.819781 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ff65cf25-676d-49c3-95d1-94f8321dacaa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.823600 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-ff65cf25-676d-49c3-95d1-94f8321dacaa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4042616 Aug 31 00:36:39.824122 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43634) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:39.834576 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-027b107d-0ff9-4334-8f7e-a71775b56ba1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'security_group_rule': {'security_group_id': '5f0f27df-965c-46c3-902e-e856def6ae06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:39.834746 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:39.921205 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:39.980645 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-027b107d-0ff9-4334-8f7e-a71775b56ba1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (d292a208-48cf-4b81-ab8d-eb26786f03e8), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.998817 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:40.063433 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-027b107d-0ff9-4334-8f7e-a71775b56ba1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (d292a208-48cf-4b81-ab8d-eb26786f03e8), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.132473 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-027b107d-0ff9-4334-8f7e-a71775b56ba1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (d292a208-48cf-4b81-ab8d-eb26786f03e8), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.159115 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b107d-0ff9-4334-8f7e-a71775b56ba1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d292a208-48cf-4b81-ab8d-eb26786f03e8,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:40.238202 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 2, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:40.241917 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device da49a700-3ed5-4d43-84f6-bd0f81b25bb7 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:40.269955 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Publish callbacks [] for port (e77292ee-8188-47eb-8637-e223cc7201f5), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.277046 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-027b107d-0ff9-4334-8f7e-a71775b56ba1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.278585 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-027b107d-0ff9-4334-8f7e-a71775b56ba1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4534609 Aug 31 00:36:40.282126 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43638) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:40.290941 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-4401e2cf-ac01-4a83-8e08-fd09e23b8ac3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'security_group_rule': {'security_group_id': '5f0f27df-965c-46c3-902e-e856def6ae06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:40.292872 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.296200 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Checking router: 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:40.299702 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Updating router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 port 89bddffe-3166-40a8-b723-8a0eabb65757 binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:40.318764 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367741f-0422-49b9-bec4-436f1589d74a req-7553dab0-81b8-460e-8891-246506f52beb tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:40.328318 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c367741f-0422-49b9-bec4-436f1589d74a req-7553dab0-81b8-460e-8891-246506f52beb tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.1069491 Aug 31 00:36:40.335605 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.347905 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.382912 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:40.383300 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.384782 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Attempting to bind port e77292ee-8188-47eb-8637-e223cc7201f5 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:40.385319 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Attempting to bind port e77292ee-8188-47eb-8637-e223cc7201f5 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:40.385819 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Attempting to bind port e77292ee-8188-47eb-8637-e223cc7201f5 on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:40.399279 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c367741f-0422-49b9-bec4-436f1589d74a req-ea4bb9d5-182d-4d6a-9aaa-441d0316fb5d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725546 Aug 31 00:36:40.400879 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:40.401662 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:40.402213 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.402900 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:40.403384 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Bound port: e77292ee-8188-47eb-8637-e223cc7201f5, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:40.403780 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.414910 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4401e2cf-ac01-4a83-8e08-fd09e23b8ac3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (55f13c5e-0b7e-4b78-bd22-16de0ce36c35), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.451841 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5c66c-9ceb-4c6f-bbff-c84cd4566212 None None] Pushing event updated for resources: {'Port': ['ID=e77292ee-8188-47eb-8637-e223cc7201f5,revision_number=2']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:40.494379 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] For port e77292ee-8188-47eb-8637-e223cc7201f5, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:40.498469 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] For port e77292ee-8188-47eb-8637-e223cc7201f5, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e77292ee-8188-47eb-8637-e223cc7201f5,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:40.505193 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:40.515181 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4401e2cf-ac01-4a83-8e08-fd09e23b8ac3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (55f13c5e-0b7e-4b78-bd22-16de0ce36c35), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.530962 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Allocated IP 172.20.0.1 (df230882-ee1b-4fdc-b5f2-02022cba3d02/89b5ba69-9e4e-4ee3-a048-395d495709e2/edb67470-1c61-4335-9d21-eaf204c99a2d) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:40.540771 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:40.591684 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.625122 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:40.625334 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4401e2cf-ac01-4a83-8e08-fd09e23b8ac3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (55f13c5e-0b7e-4b78-bd22-16de0ce36c35), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.632434 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 49ad4918-d64a-4216-9b20-d1879735279e up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:40.640754 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Routers {'16b3690b-ddfb-44ee-962f-523a72a6f8e9'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:40.642043 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:40.669813 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401e2cf-ac01-4a83-8e08-fd09e23b8ac3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f13c5e-0b7e-4b78-bd22-16de0ce36c35,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:40.692587 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Publish callbacks [] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.696306 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:40.709515 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:40.725445 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 49ad4918-d64a-4216-9b20-d1879735279e triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:40.725954 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (49ad4918-d64a-4216-9b20-d1879735279e), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.745743 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5c66c-9ceb-4c6f-bbff-c84cd4566212 None None] Pushing event updated for resources: {'Port': ['ID=e77292ee-8188-47eb-8637-e223cc7201f5,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:40.750640 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4401e2cf-ac01-4a83-8e08-fd09e23b8ac3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.753223 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4401e2cf-ac01-4a83-8e08-fd09e23b8ac3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4684689 Aug 31 00:36:40.761919 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43646) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:40.766693 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:40.782173 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:40.791971 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] Set router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:40.811048 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Publish callbacks [] for port (89bddffe-3166-40a8-b723-8a0eabb65757), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.828816 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.858691 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 49ad4918-d64a-4216-9b20-d1879735279e is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:40.860052 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.885583 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:40.953543 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Network df230882-ee1b-4fdc-b5f2-02022cba3d02 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:40.961463 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:40.966989 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:40.968753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Pushing event updated for resources: {'Port': ['ID=edb67470-1c61-4335-9d21-eaf204c99a2d,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:41.015129 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34ee6c-3a03-4c1c-b7b4-98e84f91908f None None] Pushing event updated for resources: {'Port': ['ID=89bddffe-3166-40a8-b723-8a0eabb65757,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:41.015373 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:41.024297 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 3, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'gw_port': {'id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:35Z', 'updated_at': '2022-08-31T00:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:41.033621 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Attempting to bind port 89bddffe-3166-40a8-b723-8a0eabb65757 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:41.034888 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Attempting to bind port 89bddffe-3166-40a8-b723-8a0eabb65757 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:41.036161 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Attempting to bind port 89bddffe-3166-40a8-b723-8a0eabb65757 on network a5ba44fa-fe70-448e-874e-97120592a817 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:41.040542 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (16b3690b-ddfb-44ee-962f-523a72a6f8e9), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.043048 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:41.045078 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Checking segment: {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:41.045856 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.046352 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Bound using segment: {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:41.046943 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Bound port: 89bddffe-3166-40a8-b723-8a0eabb65757, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:41.047573 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.074627 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f23e8d-06a7-4875-832f-ee8d96e8be6d None None] The sync data for ids ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'] in dv-cinder-852211-6-iscsi is: [{'id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 3, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'gw_port': {'id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:35Z', 'updated_at': '2022-08-31T00:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:41.078147 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.150122 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] For port 89bddffe-3166-40a8-b723-8a0eabb65757, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:41.155291 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] For port 89bddffe-3166-40a8-b723-8a0eabb65757, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=89bddffe-3166-40a8-b723-8a0eabb65757,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:41.257768 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.295703 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Allocated IP 172.27.3.3 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:41.338315 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-a1c52453-b964-4829-b0ea-fdc0b00c580e None None] Provisioning complete for port edb67470-1c61-4335-9d21-eaf204c99a2d triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:41.338682 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-a1c52453-b964-4829-b0ea-fdc0b00c580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.342382 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:41.343039 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:41.440521 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.448217 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34ee6c-3a03-4c1c-b7b4-98e84f91908f None None] Pushing event updated for resources: {'Port': ['ID=89bddffe-3166-40a8-b723-8a0eabb65757,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:41.467251 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-a1c52453-b964-4829-b0ea-fdc0b00c580e None None] Port edb67470-1c61-4335-9d21-eaf204c99a2d cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:41.533446 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:41.555987 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:41.670404 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24778ae-918d-4225-877a-404e8e7cd348 req-74c43fd6-5338-438e-8d2d-959cfb4111c1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:41.672128 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b24778ae-918d-4225-877a-404e8e7cd348 req-74c43fd6-5338-438e-8d2d-959cfb4111c1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.1421924 Aug 31 00:36:41.680378 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for port (7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.724178 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:41.797480 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b24778ae-918d-4225-877a-404e8e7cd348 req-4046ab9c-a2f1-486e-937f-8b2e84895578 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080248 Aug 31 00:36:41.810631 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Publish callbacks [] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.814357 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:41Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:41.846535 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e00e0e-916e-4165-b578-7f37363abfc9 None None] The sync data for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi is: [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:41Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:41.868061 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.917593 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.982833 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Pushing event updated for resources: {'Port': ['ID=edb67470-1c61-4335-9d21-eaf204c99a2d,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:41.991594 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (16b3690b-ddfb-44ee-962f-523a72a6f8e9), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:41.994489 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:42.000489 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:42.021379 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:42.095212 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:42.150445 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'Port': ['ID=7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:42.208911 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 89bddffe-3166-40a8-b723-8a0eabb65757 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:42.241857 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Network df230882-ee1b-4fdc-b5f2-02022cba3d02 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:42.245916 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:42.259267 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (685bd3b2-939b-4a03-8fc7-c7ee389f46cd), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.264700 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 89bddffe-3166-40a8-b723-8a0eabb65757 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:42.265226 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.384416 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 89bddffe-3166-40a8-b723-8a0eabb65757 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:42.388473 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.411651 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:36:42.428916 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.473560 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 89bddffe-3166-40a8-b723-8a0eabb65757, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=89bddffe-3166-40a8-b723-8a0eabb65757,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:42.537325 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.539501 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e77292ee-8188-47eb-8637-e223cc7201f5 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:42.642992 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-fe97ca7f-6628-44b7-8f32-7167215642ce None None] Provisioning complete for port edb67470-1c61-4335-9d21-eaf204c99a2d triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:42.643362 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fe97ca7f-6628-44b7-8f32-7167215642ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.662918 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:36:42.669468 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-5ade14a1-710b-4a49-9c0e-050acd2afd60 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/16b3690b-ddfb-44ee-962f-523a72a6f8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2047780 Aug 31 00:36:42.689396 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=89bddffe-3166-40a8-b723-8a0eabb65757,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:42.696199 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:42.707895 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port e77292ee-8188-47eb-8637-e223cc7201f5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:42.708584 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.734099 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-fe97ca7f-6628-44b7-8f32-7167215642ce None None] Port edb67470-1c61-4335-9d21-eaf204c99a2d cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:42.745786 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for port (7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.754623 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:42.800532 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port e77292ee-8188-47eb-8637-e223cc7201f5 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:42.801107 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.818433 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.833506 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port e77292ee-8188-47eb-8637-e223cc7201f5, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e77292ee-8188-47eb-8637-e223cc7201f5,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:42.877350 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (685bd3b2-939b-4a03-8fc7-c7ee389f46cd), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.891043 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.962628 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=e77292ee-8188-47eb-8637-e223cc7201f5,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:42.987312 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'Port': ['ID=7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:42.996266 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc129e-794f-4996-ae7b-b9cd5cdf564a req-bb5d030a-d3d2-4177-809f-d02b785b2d7f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:42.998431 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8dcc129e-794f-4996-ae7b-b9cd5cdf564a req-bb5d030a-d3d2-4177-809f-d02b785b2d7f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0778527 Aug 31 00:36:43.021527 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.027053 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f62efb4c-1e94-4581-86de-39ff89b41849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2629206 Aug 31 00:36:43.074547 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8dcc129e-794f-4996-ae7b-b9cd5cdf564a req-fc21a277-991d-45d4-bfba-45165dee0d01 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649214 Aug 31 00:36:43.157972 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43690) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:43.163176 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-2f2aa12c-aa92-4a13-9793-7c401f269028 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1624141591', 'description': 'tempest-secgroup-smoke-1624141591 description', 'project_id': '28f0cda364854dfd9fde0249a751ecf4'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:43.199492 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-15c9aa3f-f752-4a85-8b82-72f891de706c tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--75688633&fields=id&tenant_id=5023455241594360bacff911a6641d7a HTTP/1.1" status: 200 len: 267 time: 0.0464785 Aug 31 00:36:43.268416 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa12c-aa92-4a13-9793-7c401f269028 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.269608 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:43.337056 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-fb49f643-8146-4b72-8e69-ba74047f461a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:43.338701 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-fb49f643-8146-4b72-8e69-ba74047f461a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/networks?id=a5ba44fa-fe70-448e-874e-97120592a817 HTTP/1.1" status: 200 len: 810 time: 0.1324887 Aug 31 00:36:43.355879 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-35f3b1b7-9d0e-4058-b84d-ec8700edd79e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/quotas/5023455241594360bacff911a6641d7a HTTP/1.1" status: 200 len: 375 time: 0.0114770 Aug 31 00:36:43.356318 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa12c-aa92-4a13-9793-7c401f269028 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group (17121af1-4636-4f42-9b48-e0a361342dff), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.408457 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-765b8999-a2a4-4889-9093-361e2504e1c1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465050 Aug 31 00:36:43.422526 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa12c-aa92-4a13-9793-7c401f269028 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (17121af1-4636-4f42-9b48-e0a361342dff), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.458161 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aa12c-aa92-4a13-9793-7c401f269028 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17121af1-4636-4f42-9b48-e0a361342dff,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:43.522824 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa12c-aa92-4a13-9793-7c401f269028 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.524714 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-2f2aa12c-aa92-4a13-9793-7c401f269028 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3657100 Aug 31 00:36:43.527998 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43694) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:43.532599 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-09ad21c4-0019-4b1e-8a4e-10750c83e316 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Request body: {'security_group_rule': {'security_group_id': '17121af1-4636-4f42-9b48-e0a361342dff', 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:43.538242 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-1d529921-d34c-45aa-8a04-119e09b38726 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020977 Aug 31 00:36:43.618815 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-09ad21c4-0019-4b1e-8a4e-10750c83e316 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (2468aa50-126e-42b6-94b7-5508cf4fe6f5), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.664515 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-d7db4436-6e12-49d5-8995-d693e1d86e3e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133890 Aug 31 00:36:43.691836 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-09ad21c4-0019-4b1e-8a4e-10750c83e316 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (2468aa50-126e-42b6-94b7-5508cf4fe6f5), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.754879 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-09ad21c4-0019-4b1e-8a4e-10750c83e316 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (2468aa50-126e-42b6-94b7-5508cf4fe6f5), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.780488 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad21c4-0019-4b1e-8a4e-10750c83e316 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2468aa50-126e-42b6-94b7-5508cf4fe6f5,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:43.904976 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-09ad21c4-0019-4b1e-8a4e-10750c83e316 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.906824 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-09ad21c4-0019-4b1e-8a4e-10750c83e316 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776104 Aug 31 00:36:43.910297 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43706) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:43.915743 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-49844501-e2c9-45e6-acd2-dfe93eccc301 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Request body: {'security_group_rule': {'security_group_id': '17121af1-4636-4f42-9b48-e0a361342dff', 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:44.051072 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-49844501-e2c9-45e6-acd2-dfe93eccc301 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (6b36c763-49ec-4499-ac1a-893b604972fd), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.093637 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-831c4b3c-2a46-474a-aacb-d49070c7eff7 req-bc15056c-4b14-41a9-a440-0fdc6693a5c4 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 210 time: 0.0601766 Aug 31 00:36:44.137359 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:44.158591 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-49844501-e2c9-45e6-acd2-dfe93eccc301 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (6b36c763-49ec-4499-ac1a-893b604972fd), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.201300 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-49844501-e2c9-45e6-acd2-dfe93eccc301 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (6b36c763-49ec-4499-ac1a-893b604972fd), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.237099 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49844501-e2c9-45e6-acd2-dfe93eccc301 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b36c763-49ec-4499-ac1a-893b604972fd,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:44.238103 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 89bddffe-3166-40a8-b723-8a0eabb65757 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:44.294537 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-49844501-e2c9-45e6-acd2-dfe93eccc301 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.295847 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-49844501-e2c9-45e6-acd2-dfe93eccc301 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3842678 Aug 31 00:36:44.299760 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43724) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:44.306147 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-0665c63c-4bf5-4b27-b028-8e0bdfa0d0f9 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Request body: {'security_group_rule': {'security_group_id': '17121af1-4636-4f42-9b48-e0a361342dff', 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:44.319671 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45161136-4535-4570-8848-c5348a8c2d9b req-828ad75d-11a7-4eaa-8cd0-b92fc86072b8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:44.321649 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-45161136-4535-4570-8848-c5348a8c2d9b req-828ad75d-11a7-4eaa-8cd0-b92fc86072b8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0812294 Aug 31 00:36:44.324729 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 89bddffe-3166-40a8-b723-8a0eabb65757 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:44.325208 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.432250 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0665c63c-4bf5-4b27-b028-8e0bdfa0d0f9 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (5cc7126e-5f1d-4533-9b71-375f39112e78), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.457193 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 89bddffe-3166-40a8-b723-8a0eabb65757 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:44.458777 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e77292ee-8188-47eb-8637-e223cc7201f5 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:44.491622 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:44.530645 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port e77292ee-8188-47eb-8637-e223cc7201f5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:44.531067 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.608919 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0665c63c-4bf5-4b27-b028-8e0bdfa0d0f9 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (5cc7126e-5f1d-4533-9b71-375f39112e78), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.640781 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Sync routers for ids ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:36:44.659704 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Routers {'16b3690b-ddfb-44ee-962f-523a72a6f8e9'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:44.660457 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:44.715268 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0665c63c-4bf5-4b27-b028-8e0bdfa0d0f9 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (5cc7126e-5f1d-4533-9b71-375f39112e78), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.718310 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-45161136-4535-4570-8848-c5348a8c2d9b req-814dcbe3-6b33-418d-a3ba-f4a9efce613b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773041 Aug 31 00:36:44.800820 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665c63c-4bf5-4b27-b028-8e0bdfa0d0f9 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc7126e-5f1d-4533-9b71-375f39112e78,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:44.804687 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Set router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:44.872354 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0665c63c-4bf5-4b27-b028-8e0bdfa0d0f9 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:44.875821 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0665c63c-4bf5-4b27-b028-8e0bdfa0d0f9 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5728831 Aug 31 00:36:44.876901 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port e77292ee-8188-47eb-8637-e223cc7201f5 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:44.879199 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43732) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:44.884371 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-bdc05932-02a9-4180-80fc-8a6317d6c37a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Request body: {'security_group_rule': {'security_group_id': '17121af1-4636-4f42-9b48-e0a361342dff', 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:44.965706 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:45.018278 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bdc05932-02a9-4180-80fc-8a6317d6c37a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (655567f0-6224-47c2-9b13-02710f59c840), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.070719 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:41Z', 'revision_number': 4, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'gw_port': {'id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:35Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'edb67470-1c61-4335-9d21-eaf204c99a2d', 'name': '', 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'mac_address': 'fa:16:3e:37:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89b5ba69-9e4e-4ee3-a048-395d495709e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:40Z', 'updated_at': '2022-08-31T00:36:41Z', 'revision_number': 2, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'subnets': [{'id': '89b5ba69-9e4e-4ee3-a048-395d495709e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:45.098657 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Checking router: 16b3690b-ddfb-44ee-962f-523a72a6f8e9 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:36:45.098888 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Updating router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 port edb67470-1c61-4335-9d21-eaf204c99a2d binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:36:45.111133 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bdc05932-02a9-4180-80fc-8a6317d6c37a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (655567f0-6224-47c2-9b13-02710f59c840), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.132826 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.145506 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43738) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:45.193813 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bdc05932-02a9-4180-80fc-8a6317d6c37a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (655567f0-6224-47c2-9b13-02710f59c840), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.213310 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8b8cce82-faa2-48c3-9b65-b6da5d10f78f req-6491fc81-0013-42ca-b4a1-6edf117490cb tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 210 time: 0.0325484 Aug 31 00:36:45.230198 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc05932-02a9-4180-80fc-8a6317d6c37a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655567f0-6224-47c2-9b13-02710f59c840,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:45.330134 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bdc05932-02a9-4180-80fc-8a6317d6c37a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.333086 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-bdc05932-02a9-4180-80fc-8a6317d6c37a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4516163 Aug 31 00:36:45.335897 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43746) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:45.342539 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-b0c5163d-6903-4954-9739-849deb2f5ad5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Request body: {'security_group_rule': {'security_group_id': '17121af1-4636-4f42-9b48-e0a361342dff', 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:45.351200 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.451511 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.securitygroups_db [None req-b0c5163d-6903-4954-9739-849deb2f5ad5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Project 28f0cda364854dfd9fde0249a751ecf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:36:45.460483 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0c5163d-6903-4954-9739-849deb2f5ad5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (49944771-eeba-4bd8-b4ae-d69b33c7ef67), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.531690 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Publish callbacks [] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.535360 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:45.558507 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0c5163d-6903-4954-9739-849deb2f5ad5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (49944771-eeba-4bd8-b4ae-d69b33c7ef67), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.617797 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:45.634370 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.662171 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Publish callbacks [] for security_group (e7f06d31-b8ce-4fb9-b4e7-daaac7a594c7), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.679776 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0c5163d-6903-4954-9739-849deb2f5ad5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (49944771-eeba-4bd8-b4ae-d69b33c7ef67), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.703123 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5163d-6903-4954-9739-849deb2f5ad5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49944771-eeba-4bd8-b4ae-d69b33c7ef67,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:45.718962 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a6bea-bef8-49d0-9ec2-ea624a29c51d None None] Pushing event updated for resources: {'Port': ['ID=edb67470-1c61-4335-9d21-eaf204c99a2d,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:45.730854 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Attempting to bind port edb67470-1c61-4335-9d21-eaf204c99a2d on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:45.731220 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Attempting to bind port edb67470-1c61-4335-9d21-eaf204c99a2d by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '4922d42b-3e64-484c-8276-83aef9e91083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:45.731576 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Attempting to bind port edb67470-1c61-4335-9d21-eaf204c99a2d on network df230882-ee1b-4fdc-b5f2-02022cba3d02 {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:45.731825 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e7f06d31-b8ce-4fb9-b4e7-daaac7a594c7), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.737183 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:45.741352 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Checking segment: {'id': '4922d42b-3e64-484c-8276-83aef9e91083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:45.741352 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.741352 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Bound using segment: {'id': '4922d42b-3e64-484c-8276-83aef9e91083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:45.741352 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Bound port: edb67470-1c61-4335-9d21-eaf204c99a2d, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4922d42b-3e64-484c-8276-83aef9e91083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:45.741352 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.743423 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:45.775113 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=fe2e4e87e5d9414f8a5001d2705a1aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6283402 Aug 31 00:36:45.776192 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f06d31-b8ce-4fb9-b4e7-daaac7a594c7,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:45.778614 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43750) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:45.785486 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b0c5163d-6903-4954-9739-849deb2f5ad5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.791586 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-b0c5163d-6903-4954-9739-849deb2f5ad5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4537556 Aug 31 00:36:45.792588 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43752) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:45.795636 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.796143 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.796674 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.797153 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.797615 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.797952 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.798281 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.798715 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.799058 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.799576 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.800638 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.801054 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.801460 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.801784 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.802227 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcd10f-d20e-440b-b48e-fa34e5e03924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:45.803429 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-fc5fd9dc-96db-44b8-ae32-8f2485924e18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Request body: {'security_group_rule': {'security_group_id': '17121af1-4636-4f42-9b48-e0a361342dff', 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:45.817045 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] For port edb67470-1c61-4335-9d21-eaf204c99a2d, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:45.820304 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] For port edb67470-1c61-4335-9d21-eaf204c99a2d, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=edb67470-1c61-4335-9d21-eaf204c99a2d,segment=NetworkSegment(4922d42b-3e64-484c-8276-83aef9e91083),segment_id=4922d42b-3e64-484c-8276-83aef9e91083)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:45.866770 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8f47-1e0d-465c-bd57-07090202fc51 admin admin] Publish callbacks [] for security_group (e7f06d31-b8ce-4fb9-b4e7-daaac7a594c7), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.885922 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.890431 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8f47-1e0d-465c-bd57-07090202fc51 admin admin] Publish callbacks [] for security_group (e7f06d31-b8ce-4fb9-b4e7-daaac7a594c7), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.899546 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca4c4-06e2-4a4c-82ad-3d85d1929b19 req-225f6d66-4cdf-4d62-aef1-4370b5deade0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:45.905156 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e5eca4c4-06e2-4a4c-82ad-3d85d1929b19 req-225f6d66-4cdf-4d62-aef1-4370b5deade0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0615418 Aug 31 00:36:45.929944 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Routers {'16b3690b-ddfb-44ee-962f-523a72a6f8e9'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:36:45.930874 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:45.942330 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.securitygroups_db [None req-fc5fd9dc-96db-44b8-ae32-8f2485924e18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Project 28f0cda364854dfd9fde0249a751ecf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:36:45.952100 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd9dc-96db-44b8-ae32-8f2485924e18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (c362d65f-1cd5-471f-b933-53f14e3cca9d), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:45.957653 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:46.028818 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e5eca4c4-06e2-4a4c-82ad-3d85d1929b19 req-8a27433f-e431-46df-a6ec-73c7860ed8d1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213830 Aug 31 00:36:46.040882 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8f47-1e0d-465c-bd57-07090202fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e7f06d31-b8ce-4fb9-b4e7-daaac7a594c7), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:46.043888 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8f47-1e0d-465c-bd57-07090202fc51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:46.045303 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-5c1e8f47-1e0d-465c-bd57-07090202fc51 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e7f06d31-b8ce-4fb9-b4e7-daaac7a594c7 HTTP/1.1" status: 204 len: 168 time: 0.2646747 Aug 31 00:36:46.055353 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e8f47-1e0d-465c-bd57-07090202fc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f06d31-b8ce-4fb9-b4e7-daaac7a594c7,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:46.063184 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd9dc-96db-44b8-ae32-8f2485924e18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (c362d65f-1cd5-471f-b933-53f14e3cca9d), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:46.086484 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a6bea-bef8-49d0-9ec2-ea624a29c51d None None] Pushing event updated for resources: {'Port': ['ID=edb67470-1c61-4335-9d21-eaf204c99a2d,revision_number=4']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:46.123985 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:46.136861 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd9dc-96db-44b8-ae32-8f2485924e18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (c362d65f-1cd5-471f-b933-53f14e3cca9d), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:46.152669 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] Set router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:36:46.158815 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fd9dc-96db-44b8-ae32-8f2485924e18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c362d65f-1cd5-471f-b933-53f14e3cca9d,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:46.226943 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd9dc-96db-44b8-ae32-8f2485924e18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:46.237367 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-fc5fd9dc-96db-44b8-ae32-8f2485924e18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4428074 Aug 31 00:36:46.361567 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-377ddad9-ee82-4a7f-bbc1-95c0d1a32392 req-04ad88f6-5700-4b3f-9cba-e2b937919207 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 210 time: 0.0424826 Aug 31 00:36:46.416837 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:41Z', 'revision_number': 4, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'gw_port': {'id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:35Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'edb67470-1c61-4335-9d21-eaf204c99a2d', 'name': '', 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'mac_address': 'fa:16:3e:37:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89b5ba69-9e4e-4ee3-a048-395d495709e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:40Z', 'updated_at': '2022-08-31T00:36:45Z', 'revision_number': 4, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'subnets': [{'id': '89b5ba69-9e4e-4ee3-a048-395d495709e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:36:46.446586 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb315d7-654c-433a-8e8e-0cc25626060f None None] The sync data for ids ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'] in dv-cinder-852211-6-iscsi is: [{'id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:41Z', 'revision_number': 4, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'gw_port': {'id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:35Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'edb67470-1c61-4335-9d21-eaf204c99a2d', 'name': '', 'network_id': 'df230882-ee1b-4fdc-b5f2-02022cba3d02', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'mac_address': 'fa:16:3e:37:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89b5ba69-9e4e-4ee3-a048-395d495709e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:40Z', 'updated_at': '2022-08-31T00:36:45Z', 'revision_number': 4, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'subnets': [{'id': '89b5ba69-9e4e-4ee3-a048-395d495709e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:36:46.851177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 43800) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:46.868175 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-148e56f0-33a3-4ec6-ae45-c17ab22a6253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:46.890043 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:46.968741 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-148e56f0-33a3-4ec6-ae45-c17ab22a6253 admin admin] Publish callbacks [] for security_group (4ee60c47-10c4-4197-862b-5a366b14b9b4), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:47.062789 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-148e56f0-33a3-4ec6-ae45-c17ab22a6253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (4ee60c47-10c4-4197-862b-5a366b14b9b4), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:47.112901 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-148e56f0-33a3-4ec6-ae45-c17ab22a6253 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2098701f7e9245909ebe2b53e057a8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599337 Aug 31 00:36:47.114567 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e56f0-33a3-4ec6-ae45-c17ab22a6253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee60c47-10c4-4197-862b-5a366b14b9b4,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:47.116156 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43806) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:47.226642 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840e3d1-af3f-46a9-8b7b-83f7191ae6b0 req-a9eaf1e2-2708-4d33-b29d-9d424f69cd37 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:47.230838 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4840e3d1-af3f-46a9-8b7b-83f7191ae6b0 req-a9eaf1e2-2708-4d33-b29d-9d424f69cd37 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0864229 Aug 31 00:36:47.260342 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Publish callbacks [] for security_group (4ee60c47-10c4-4197-862b-5a366b14b9b4), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:47.298378 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Publish callbacks [] for security_group (4ee60c47-10c4-4197-862b-5a366b14b9b4), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:47.328628 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4840e3d1-af3f-46a9-8b7b-83f7191ae6b0 req-b4eb0461-0596-416f-bebd-472ff03b7acf tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878739 Aug 31 00:36:47.445702 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (4ee60c47-10c4-4197-862b-5a366b14b9b4), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:47.448379 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:47.449919 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4ee60c47-10c4-4197-862b-5a366b14b9b4 HTTP/1.1" status: 204 len: 168 time: 0.3323891 Aug 31 00:36:47.458811 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee60c47-10c4-4197-862b-5a366b14b9b4,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:47.466984 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.467258 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.467969 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.467969 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.468274 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.468639 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.468973 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.469296 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.469628 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.469961 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.470295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.470630 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.470959 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.471284 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.471609 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3514c-a9e4-4834-af93-f226656f4b5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:47.501920 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a94a1d42-1431-4630-a672-034f7b1665dd req-04642897-7e7a-4fe4-aa20-2d3ce32fb2b7 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 210 time: 0.0640085 Aug 31 00:36:47.531533 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-351e2527-ac1c-4968-b298-50bdfa67c64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:48.196386 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device edb67470-1c61-4335-9d21-eaf204c99a2d up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:48.253259 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port edb67470-1c61-4335-9d21-eaf204c99a2d triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:48.253619 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:48.352037 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port edb67470-1c61-4335-9d21-eaf204c99a2d is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:48.358837 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:48.408444 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port edb67470-1c61-4335-9d21-eaf204c99a2d, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=edb67470-1c61-4335-9d21-eaf204c99a2d,segment=NetworkSegment(4922d42b-3e64-484c-8276-83aef9e91083),segment_id=4922d42b-3e64-484c-8276-83aef9e91083)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:48.470432 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:48.520844 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34354cfb-6233-4089-818f-ccc430b2caad req-f20ab2ec-0992-4ffe-bf01-bdda0f15ffd0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:48.527983 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34354cfb-6233-4089-818f-ccc430b2caad req-f20ab2ec-0992-4ffe-bf01-bdda0f15ffd0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0668635 Aug 31 00:36:48.548774 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=edb67470-1c61-4335-9d21-eaf204c99a2d,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:48.582225 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34354cfb-6233-4089-818f-ccc430b2caad req-82ba55ce-766d-42e3-9490-41c0c151fc8e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516498 Aug 31 00:36:48.629377 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d42c66c3-20fe-4eca-b6b0-e133e7e31377 req-4b3943bd-2269-463c-ba5b-157c0a05f133 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 210 time: 0.0362170 Aug 31 00:36:49.304204 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-d42648e9-1ce8-404e-8644-a1e2e8d0f553 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:49.305863 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-d42648e9-1ce8-404e-8644-a1e2e8d0f553 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "GET /networking/v2.0/networks?id=a5ba44fa-fe70-448e-874e-97120592a817 HTTP/1.1" status: 200 len: 810 time: 0.1341195 Aug 31 00:36:49.393243 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-b9824418-020e-4f2d-bc37-d40b184c5a0e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5023455241594360bacff911a6641d7a HTTP/1.1" status: 200 len: 378 time: 0.0664167 Aug 31 00:36:49.408815 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'port': {'device_id': '07dc2669-6605-431c-93a5-884348c09ebf', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'admin_state_up': True, 'tenant_id': '5023455241594360bacff911a6641d7a', 'security_groups': ['5f0f27df-965c-46c3-902e-e856def6ae06']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:49.668583 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Made reservation on behalf of 5023455241594360bacff911a6641d7a for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:36:49.673275 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:49.679160 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:49.755208 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-711ed0ee-5893-481e-9647-ce1c5e833031 req-c2cc3f28-0a4e-439b-8f80-aa9bbe7b9e6e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 210 time: 0.0363612 Aug 31 00:36:49.814892 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b303d0-2bb3-44d4-beb1-f3ed1aebbc7c req-0b9ecf67-2d8b-4869-bab4-37090632a943 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:49.817341 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-31b303d0-2bb3-44d4-beb1-f3ed1aebbc7c req-0b9ecf67-2d8b-4869-bab4-37090632a943 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.1402109 Aug 31 00:36:49.886902 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:49.927763 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-31b303d0-2bb3-44d4-beb1-f3ed1aebbc7c req-b05c95f1-a4d9-4834-90fd-524f7aad62c4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037087 Aug 31 00:36:49.942202 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Allocated IP 172.20.0.12 (a5ba44fa-fe70-448e-874e-97120592a817/a52cfced-1ff9-4c2a-8304-6ecfff37d30f/53407fde-ade2-453c-975e-4fafb7f9e4d5) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:36:50.117151 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:50.279482 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device edb67470-1c61-4335-9d21-eaf204c99a2d up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:50.279482 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port edb67470-1c61-4335-9d21-eaf204c99a2d triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:50.279482 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:50.279482 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:50.281176 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port edb67470-1c61-4335-9d21-eaf204c99a2d is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:50.417731 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-2e02c0b8-637f-46e2-88c3-bca0f2765f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:50.571574 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:50.621585 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Network a5ba44fa-fe70-448e-874e-97120592a817 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:36:50.624706 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:36:50.627473 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:36:50.654649 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'Port': ['ID=53407fde-ade2-453c-975e-4fafb7f9e4d5,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:50.685288 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:50.685940 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:50.757511 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-430a328b-7d23-4207-ab07-008a122b8d88 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3531840 Aug 31 00:36:50.829797 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-8071b48b-f788-4f96-8dcb-d1abd6777c27 None None] Provisioning complete for port 53407fde-ade2-453c-975e-4fafb7f9e4d5 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:50.830276 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8071b48b-f788-4f96-8dcb-d1abd6777c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:50.868869 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:50.869111 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-8071b48b-f788-4f96-8dcb-d1abd6777c27 None None] Port 53407fde-ade2-453c-975e-4fafb7f9e4d5 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:36:50.884407 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275dc01-a033-4ecd-8c52-24bb97d6df3d req-74314aba-885a-4a5c-ab98-dcf9a0c7e13a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:50.885939 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5275dc01-a033-4ecd-8c52-24bb97d6df3d req-74314aba-885a-4a5c-ab98-dcf9a0c7e13a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 932 time: 0.0495312 Aug 31 00:36:50.931330 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Request body: {'port': {'device_id': '07dc2669-6605-431c-93a5-884348c09ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:36:50.944396 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5275dc01-a033-4ecd-8c52-24bb97d6df3d req-2d0d16ab-c15c-45dc-89ae-a7d0ba531818 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523000 Aug 31 00:36:51.050721 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:51.128457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acad4e-95c0-491b-a4e9-af2a40efde94 req-1c1e97f4-206c-4e9e-856e-d0ff8605c234 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:51.134059 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-64acad4e-95c0-491b-a4e9-af2a40efde94 req-1c1e97f4-206c-4e9e-856e-d0ff8605c234 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.1012697 Aug 31 00:36:51.259075 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-64acad4e-95c0-491b-a4e9-af2a40efde94 req-b2e378eb-02a7-424a-a5b6-cc0255ad21f7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196938 Aug 31 00:36:51.459205 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53407fde-ade2-453c-975e-4fafb7f9e4d5 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:36:51.469473 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Publish callbacks [] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:51.484939 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Transition to ACTIVE for port object 53407fde-ade2-453c-975e-4fafb7f9e4d5 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:36:51.485825 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:51.542743 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:51.569509 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:51.630900 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Pushing event updated for resources: {'Port': ['ID=53407fde-ade2-453c-975e-4fafb7f9e4d5,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:51.671286 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Attempting to bind port 53407fde-ade2-453c-975e-4fafb7f9e4d5 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:36:51.671759 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Attempting to bind port 53407fde-ade2-453c-975e-4fafb7f9e4d5 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:36:51.672114 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Attempting to bind port 53407fde-ade2-453c-975e-4fafb7f9e4d5 on network a5ba44fa-fe70-448e-874e-97120592a817 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:51.677845 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Port 53407fde-ade2-453c-975e-4fafb7f9e4d5 on network a5ba44fa-fe70-448e-874e-97120592a817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:36:51.678171 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Attempting to bind port 53407fde-ade2-453c-975e-4fafb7f9e4d5 on network a5ba44fa-fe70-448e-874e-97120592a817 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:36:51.683393 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:36:51.683730 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Checking segment: {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:36:51.684129 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Bound using segment: {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:36:51.684605 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Bound port: 53407fde-ade2-453c-975e-4fafb7f9e4d5, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:36:51.684970 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:51.758988 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] For port 53407fde-ade2-453c-975e-4fafb7f9e4d5, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:36:51.762382 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] For port 53407fde-ade2-453c-975e-4fafb7f9e4d5, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=53407fde-ade2-453c-975e-4fafb7f9e4d5,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:36:51.847749 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:51.853295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:51.854164 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:51.855439 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/53407fde-ade2-453c-975e-4fafb7f9e4d5 HTTP/1.1" status: 200 len: 1094 time: 0.9322267 Aug 31 00:36:51.855960 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dc2669-6605-431c-93a5-884348c09ebf', 'tag': '53407fde-ade2-453c-975e-4fafb7f9e4d5'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:36:51.858508 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff54be-ed4b-4d15-b93a-36f3914fb9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "07dc2669-6605-431c-93a5-884348c09ebf", "tag": "53407fde-ade2-453c-975e-4fafb7f9e4d5"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:36:51.911139 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256c5e8-67d5-4e3d-bf67-2068ffb7668a x-openstack-request-id: req-9256c5e8-67d5-4e3d-bf67-2068ffb7668a {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:36:51.911439 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dc2669-6605-431c-93a5-884348c09ebf", "tag": "53407fde-ade2-453c-975e-4fafb7f9e4d5", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:36:51.911696 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9256c5e8-67d5-4e3d-bf67-2068ffb7668a {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:36:51.912108 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9256c5e8-67d5-4e3d-bf67-2068ffb7668a'] response: {'name': 'network-changed', 'server_uuid': '07dc2669-6605-431c-93a5-884348c09ebf', 'tag': '53407fde-ade2-453c-975e-4fafb7f9e4d5', 'status': 'completed', 'code': 200} Aug 31 00:36:51.931631 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c5ddb-5e33-4f69-9fe7-c2b05efa547a service neutron] Pushing event updated for resources: {'Port': ['ID=53407fde-ade2-453c-975e-4fafb7f9e4d5,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:52.048312 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff54be-ed4b-4d15-b93a-36f3914fb9d0 req-a30cab9b-a3c9-4502-a1a0-e985c0522dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:52.050123 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-93ff54be-ed4b-4d15-b93a-36f3914fb9d0 req-a30cab9b-a3c9-4502-a1a0-e985c0522dc8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 1128 time: 0.0536928 Aug 31 00:36:52.203273 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f829002-dd2a-4779-b0ed-629ae5091caa req-86d8f352-d7f3-4d07-b318-2edfcf48ad4e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:52.205646 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7f829002-dd2a-4779-b0ed-629ae5091caa req-86d8f352-d7f3-4d07-b318-2edfcf48ad4e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 944 time: 0.1461484 Aug 31 00:36:52.351689 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7f829002-dd2a-4779-b0ed-629ae5091caa req-7467bd12-c28d-4131-9991-cdddfeca005d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361299 Aug 31 00:36:52.356782 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff54be-ed4b-4d15-b93a-36f3914fb9d0 req-77244c5a-9e6e-4002-bd8d-c0fe113c89db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:52.358252 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-93ff54be-ed4b-4d15-b93a-36f3914fb9d0 req-77244c5a-9e6e-4002-bd8d-c0fe113c89db service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=5023455241594360bacff911a6641d7a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2842610 Aug 31 00:36:52.414857 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656cdc7-0f5f-4158-8302-fb43264b6a0f req-4dd5bc47-c9ba-42aa-a564-cb49730fb9ac tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:52.416690 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0656cdc7-0f5f-4158-8302-fb43264b6a0f req-4dd5bc47-c9ba-42aa-a564-cb49730fb9ac tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0646574 Aug 31 00:36:52.485224 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0656cdc7-0f5f-4158-8302-fb43264b6a0f req-211508c8-e082-4cad-a963-5a3c36d69b59 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591161 Aug 31 00:36:52.638564 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff54be-ed4b-4d15-b93a-36f3914fb9d0 req-ae66f876-2d1a-444b-8913-dea53b13a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:52.640243 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-93ff54be-ed4b-4d15-b93a-36f3914fb9d0 req-ae66f876-2d1a-444b-8913-dea53b13a2dd service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1963899 Aug 31 00:36:52.759420 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-d2d5f196-894a-486d-8f16-68fa349111e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:52.760989 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-d2d5f196-894a-486d-8f16-68fa349111e1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 1128 time: 0.0425601 Aug 31 00:36:52.784818 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:52.832672 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-4058e07c-9da7-4c76-93ac-daf384c21f79 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53407fde-ade2-453c-975e-4fafb7f9e4d5 HTTP/1.1" status: 200 len: 217 time: 0.0566871 Aug 31 00:36:52.901752 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-7ee20f60-8c56-4d1e-9d5c-7407ed8e41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:52.903394 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-7ee20f60-8c56-4d1e-9d5c-7407ed8e41d5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a52cfced-1ff9-4c2a-8304-6ecfff37d30f HTTP/1.1" status: 200 len: 849 time: 0.0537791 Aug 31 00:36:52.991515 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-9992ba93-9dfe-4ad7-a8c8-e889e180c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:52.994328 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-9992ba93-9dfe-4ad7-a8c8-e889e180c870 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a5ba44fa-fe70-448e-874e-97120592a817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562778 Aug 31 00:36:53.136623 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:53.147613 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-ebdc1ffa-56ef-47dc-84e4-193b50a48dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:53.149195 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-ebdc1ffa-56ef-47dc-84e4-193b50a48dee service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 1129 time: 0.0658693 Aug 31 00:36:53.152862 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-f4de2976-6782-454f-a80f-c43f036cf61a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452501 Aug 31 00:36:53.258901 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e3043aa8-c8e8-43a2-9885-0d6757ea0f0c req-c9b0a221-0f60-465d-aaae-76bf32a9b06a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909469 Aug 31 00:36:53.353913 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:53.396711 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-b121aa0d-bd6e-4f6c-ba70-4a7a9ab1c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:53.398598 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-b121aa0d-bd6e-4f6c-ba70-4a7a9ab1c7e5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.1034369 Aug 31 00:36:53.417268 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43972) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:53.480120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811504-81cb-4406-ab8c-8f6fb769e191 req-097c4198-f1e2-4b94-a6ee-fc59a7b55345 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:53.481793 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-75811504-81cb-4406-ab8c-8f6fb769e191 req-097c4198-f1e2-4b94-a6ee-fc59a7b55345 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 944 time: 0.0519333 Aug 31 00:36:53.523071 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:53.542870 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-75811504-81cb-4406-ab8c-8f6fb769e191 req-ec689c14-dc85-4221-b2b7-f2a58c68fc9b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551765 Aug 31 00:36:53.549647 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-caaa6a18-e9d3-4b82-b2b7-693632a67eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:53.624837 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2de9e-f8e2-4c63-b0e0-5fa4c9fd7fc1 req-d3d663dc-ab92-4eb7-80aa-396b57456310 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:53.626482 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-62f2de9e-f8e2-4c63-b0e0-5fa4c9fd7fc1 req-d3d663dc-ab92-4eb7-80aa-396b57456310 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0530565 Aug 31 00:36:53.650646 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-caaa6a18-e9d3-4b82-b2b7-693632a67eb4 admin admin] Publish callbacks [] for security_group (96fc69f7-100d-4a44-bc19-30c82f3a3786), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:53.684100 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-62f2de9e-f8e2-4c63-b0e0-5fa4c9fd7fc1 req-7800b73c-6295-4dfb-a523-41903aee0866 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474424 Aug 31 00:36:53.742595 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-caaa6a18-e9d3-4b82-b2b7-693632a67eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (96fc69f7-100d-4a44-bc19-30c82f3a3786), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:53.786876 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-caaa6a18-e9d3-4b82-b2b7-693632a67eb4 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ec60dc08741f49958ebb97f8fcd0e46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717406 Aug 31 00:36:53.787790 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa6a18-e9d3-4b82-b2b7-693632a67eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fc69f7-100d-4a44-bc19-30c82f3a3786,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:53.790891 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 43984) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:53.849698 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-47b5c436-7679-49d4-9e1f-415f194966fd admin admin] Publish callbacks [] for security_group (96fc69f7-100d-4a44-bc19-30c82f3a3786), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:53.880103 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-47b5c436-7679-49d4-9e1f-415f194966fd admin admin] Publish callbacks [] for security_group (96fc69f7-100d-4a44-bc19-30c82f3a3786), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:53.991202 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-9372d6d3-bc8e-477e-86f7-9f64bb4a0645 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1046497227&fields=id&tenant_id=ebe5283d88b44f8b824c7bbca56b3473 HTTP/1.1" status: 200 len: 267 time: 0.0578105 Aug 31 00:36:54.225639 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-47b5c436-7679-49d4-9e1f-415f194966fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (96fc69f7-100d-4a44-bc19-30c82f3a3786), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:54.228483 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-47b5c436-7679-49d4-9e1f-415f194966fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:54.229638 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-47b5c436-7679-49d4-9e1f-415f194966fd admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/96fc69f7-100d-4a44-bc19-30c82f3a3786 HTTP/1.1" status: 204 len: 168 time: 0.4384050 Aug 31 00:36:54.268746 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5c436-7679-49d4-9e1f-415f194966fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fc69f7-100d-4a44-bc19-30c82f3a3786,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:54.327732 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-6d2b9576-9dcb-4df9-bb8b-58fc44f6bcd4 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:54.334831 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-6d2b9576-9dcb-4df9-bb8b-58fc44f6bcd4 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 812 time: 0.3377070 Aug 31 00:36:54.344497 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:54.347991 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-a90aa9c5-003b-4031-8ecd-916edb60fd3a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/quotas/ebe5283d88b44f8b824c7bbca56b3473 HTTP/1.1" status: 200 len: 375 time: 0.0121696 Aug 31 00:36:54.406196 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-cb5b595f-8df5-4d66-aa36-f43be3adc7d0 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538986 Aug 31 00:36:54.504674 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-204c14cd-c818-421a-9376-4b857ccc8cb1 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe HTTP/1.1" status: 200 len: 217 time: 0.0622423 Aug 31 00:36:54.580358 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:54.586820 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-33183e8d-9a3b-4c92-9be9-001a9c3894f8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631339 Aug 31 00:36:54.588258 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-89d3fcea-d1e0-4535-b4e8-65fc009e1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:54.589695 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-89d3fcea-d1e0-4535-b4e8-65fc009e1962 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0768805 Aug 31 00:36:54.698528 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-4e2b8540-9371-45d3-90c6-f264c355b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:54.700276 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-4e2b8540-9371-45d3-90c6-f264c355b21d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1041765 Aug 31 00:36:54.700942 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c54a-29ee-4e38-8a94-caed712e097e req-9e6a2290-9f96-4842-ab48-28152e381018 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:54.702835 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-22e2c54a-29ee-4e38-8a94-caed712e097e req-9e6a2290-9f96-4842-ab48-28152e381018 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 944 time: 0.0671368 Aug 31 00:36:54.743185 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:54.767849 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-22e2c54a-29ee-4e38-8a94-caed712e097e req-6cedbc10-2e1a-4a9f-98c0-aebd9caca0ae tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561295 Aug 31 00:36:54.782814 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-78109f21-5614-4256-927b-3c7f6c9eec2c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877389 Aug 31 00:36:54.826749 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-b8e11396-1b9b-41f4-9851-ececcc518ab4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182430 Aug 31 00:36:54.923234 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5e84-c0d7-45ea-8974-4279dcae866f req-6aeb8e46-fa8c-4c0d-8283-3e09f1a61e05 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:54.926785 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-da2d5e84-c0d7-45ea-8974-4279dcae866f req-6aeb8e46-fa8c-4c0d-8283-3e09f1a61e05 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0825834 Aug 31 00:36:54.973423 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fd9e322d-e5a8-48a4-8a67-de50a57752ef req-efc58a4b-274d-49c6-b98d-8056cbf4f9a6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356647 Aug 31 00:36:54.999673 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-da2d5e84-c0d7-45ea-8974-4279dcae866f req-e02b8bf1-827c-4426-afb5-8033d6046ebd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648870 Aug 31 00:36:55.041986 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44016) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:55.057987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-26d72603-b981-47bd-9629-aa6b5dbfe9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:55.150917 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-26d72603-b981-47bd-9629-aa6b5dbfe9c0 admin admin] Publish callbacks [] for security_group (5be4160f-b359-4708-9fdd-8e41f5210e0f), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:55.216471 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-26d72603-b981-47bd-9629-aa6b5dbfe9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (5be4160f-b359-4708-9fdd-8e41f5210e0f), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:55.265024 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-26d72603-b981-47bd-9629-aa6b5dbfe9c0 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f097a11a973f41519cc846333ac8e513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216275 Aug 31 00:36:55.267416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d72603-b981-47bd-9629-aa6b5dbfe9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be4160f-b359-4708-9fdd-8e41f5210e0f,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:55.267609 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44018) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:55.314811 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:55.336151 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-701af28d-19f7-4158-ac75-96084a71ff2a admin admin] Publish callbacks [] for security_group (5be4160f-b359-4708-9fdd-8e41f5210e0f), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:55.360201 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-701af28d-19f7-4158-ac75-96084a71ff2a admin admin] Publish callbacks [] for security_group (5be4160f-b359-4708-9fdd-8e41f5210e0f), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:55.498655 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9f6f2bd9-d61e-493f-a629-e6cf59949fcb req-81f91db4-cd42-4d4d-a224-88000b84df36 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0296743 Aug 31 00:36:55.542901 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-701af28d-19f7-4158-ac75-96084a71ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (5be4160f-b359-4708-9fdd-8e41f5210e0f), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:55.545637 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-701af28d-19f7-4158-ac75-96084a71ff2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:55.546859 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-701af28d-19f7-4158-ac75-96084a71ff2a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5be4160f-b359-4708-9fdd-8e41f5210e0f HTTP/1.1" status: 204 len: 168 time: 0.2778986 Aug 31 00:36:55.556605 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701af28d-19f7-4158-ac75-96084a71ff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be4160f-b359-4708-9fdd-8e41f5210e0f,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:55.894403 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:36:55.967752 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04456f1-1fbd-4552-af53-4f8fb1a4b604 req-2a6f7bf0-b8c5-4d7f-b8a1-6f44fa2ecb83 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:55.969394 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e04456f1-1fbd-4552-af53-4f8fb1a4b604 req-2a6f7bf0-b8c5-4d7f-b8a1-6f44fa2ecb83 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 944 time: 0.0953984 Aug 31 00:36:56.045757 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e04456f1-1fbd-4552-af53-4f8fb1a4b604 req-f5894e8e-b8c5-4cd5-9e56-2e322980bfa1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679314 Aug 31 00:36:56.169717 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c2d27-93e8-43ff-897e-07ebb8f3e4c2 req-2e3ca05f-d585-453b-b93f-f9af70db386e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:56.169717 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-172c2d27-93e8-43ff-897e-07ebb8f3e4c2 req-2e3ca05f-d585-453b-b93f-f9af70db386e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0635123 Aug 31 00:36:56.233010 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-172c2d27-93e8-43ff-897e-07ebb8f3e4c2 req-f7ae7752-04de-44a0-9c2e-ed6890fc402e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581310 Aug 31 00:36:56.587645 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a289ddea-5437-49d7-856d-99981440caa7 req-059a4782-767c-44cd-b505-c63e7f68f829 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0305941 Aug 31 00:36:57.207539 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504c112-2149-441a-b1ee-afc2bacea450 req-c80a958c-8aea-41f4-8b9f-c8392262b8b0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:57.209074 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8504c112-2149-441a-b1ee-afc2bacea450 req-c80a958c-8aea-41f4-8b9f-c8392262b8b0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 944 time: 0.0520957 Aug 31 00:36:57.262707 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8504c112-2149-441a-b1ee-afc2bacea450 req-5411dde3-91de-488c-abec-2ed91f9ef3a6 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469563 Aug 31 00:36:57.348861 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:57.367210 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029f0fc-3f48-4832-ba93-5296ffee814d req-2e359cea-0e68-43bd-8e01-a252b47902c1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:57.368979 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5029f0fc-3f48-4832-ba93-5296ffee814d req-2e359cea-0e68-43bd-8e01-a252b47902c1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0555789 Aug 31 00:36:57.425521 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5029f0fc-3f48-4832-ba93-5296ffee814d req-0bf03413-9569-48aa-9db8-2c23aa22c0f9 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506001 Aug 31 00:36:57.567400 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44084) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:57.707901 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e785a384-4ca2-45cc-b620-cd592e1f5909 req-887d8ef5-5ddb-4cd2-bbf9-0f9dea725bc6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0437238 Aug 31 00:36:57.718902 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-aecf911d-b107-4a34-a64c-c096b6f977ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:57.734635 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:57.734780 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 53407fde-ade2-453c-975e-4fafb7f9e4d5 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:36:57.825263 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-aecf911d-b107-4a34-a64c-c096b6f977ec admin admin] Publish callbacks [] for security_group (219059c8-24c8-47f6-a21c-96eeaecad81d), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:57.844996 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 53407fde-ade2-453c-975e-4fafb7f9e4d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=53407fde-ade2-453c-975e-4fafb7f9e4d5,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:57.859877 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '53407fde-ade2-453c-975e-4fafb7f9e4d5', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'port_id': '53407fde-ade2-453c-975e-4fafb7f9e4d5', 'mac_address': 'fa:16:3e:3d:1a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:36:57.892526 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:57.900303 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 53407fde-ade2-453c-975e-4fafb7f9e4d5 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:57.900731 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:57.920913 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53407fde-ade2-453c-975e-4fafb7f9e4d5 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:36:57.943128 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-aecf911d-b107-4a34-a64c-c096b6f977ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (219059c8-24c8-47f6-a21c-96eeaecad81d), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:57.946853 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 53407fde-ade2-453c-975e-4fafb7f9e4d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=53407fde-ade2-453c-975e-4fafb7f9e4d5,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:36:57.981616 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-aecf911d-b107-4a34-a64c-c096b6f977ec admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=5a6e09e6b46448d1b6f072c06c046057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123354 Aug 31 00:36:57.982328 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf911d-b107-4a34-a64c-c096b6f977ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219059c8-24c8-47f6-a21c-96eeaecad81d,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:57.984537 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44094) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:36:58.046878 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6aaf-c993-456b-ab74-18c986627b2b admin admin] Publish callbacks [] for security_group (219059c8-24c8-47f6-a21c-96eeaecad81d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:58.052095 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:58.078306 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6aaf-c993-456b-ab74-18c986627b2b admin admin] Publish callbacks [] for security_group (219059c8-24c8-47f6-a21c-96eeaecad81d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:58.117374 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=53407fde-ade2-453c-975e-4fafb7f9e4d5,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:58.129183 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.129541 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.130068 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.130448 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.130797 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.131179 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.131468 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.131802 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.132265 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.135279 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.135279 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.135279 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.135279 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.135279 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.135279 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:36:58.211346 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6aaf-c993-456b-ab74-18c986627b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (219059c8-24c8-47f6-a21c-96eeaecad81d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:58.214082 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6aaf-c993-456b-ab74-18c986627b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:58.215234 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-3b8e6aaf-c993-456b-ab74-18c986627b2b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/219059c8-24c8-47f6-a21c-96eeaecad81d HTTP/1.1" status: 204 len: 168 time: 0.2297099 Aug 31 00:36:58.224315 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e6aaf-c993-456b-ab74-18c986627b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219059c8-24c8-47f6-a21c-96eeaecad81d,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:36:58.405199 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa18459-5888-449b-86bd-f79b417b0c93 req-dbd78150-1250-4d0c-a9e0-211f85ffc5b2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:58.406696 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4fa18459-5888-449b-86bd-f79b417b0c93 req-dbd78150-1250-4d0c-a9e0-211f85ffc5b2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 945 time: 0.0565429 Aug 31 00:36:58.459138 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4fa18459-5888-449b-86bd-f79b417b0c93 req-41d44ee4-302f-44fa-a7c7-e818eb9a8ff7 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453420 Aug 31 00:36:58.497539 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['53407fde-ade2-453c-975e-4fafb7f9e4d5'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:36:58.603192 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166a37-7b4c-4c18-849a-c1fa05a0e2c9 req-09924e3a-05e9-44f9-8bd0-16a331e8ff03 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:58.612942 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f0166a37-7b4c-4c18-849a-c1fa05a0e2c9 req-09924e3a-05e9-44f9-8bd0-16a331e8ff03 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0747180 Aug 31 00:36:58.671137 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f0166a37-7b4c-4c18-849a-c1fa05a0e2c9 req-53ccc8ef-b2d9-4f52-aff9-21fe70c2bd53 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Aug 31 00:36:58.834569 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7a50c7f3-f3da-4d6f-8669-0cd8527fac9d req-f3704a5c-6ab0-4f2c-922a-4ac3e7cf7b43 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0400221 Aug 31 00:36:59.362143 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb370e-6612-487c-a861-b322cdc1881f req-9512d4ed-b934-4fc8-a8a4-66fa2fdd4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:59.364628 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-00bb370e-6612-487c-a861-b322cdc1881f req-9512d4ed-b934-4fc8-a8a4-66fa2fdd4ce9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 1129 time: 0.0668986 Aug 31 00:36:59.447286 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-00bb370e-6612-487c-a861-b322cdc1881f req-9b850514-dda2-45c5-ae3c-d65e905fcdf7 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506091 Aug 31 00:36:59.606324 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5750-6125-4942-ae17-3333e7ff73d1 req-37044c18-a73e-4137-89a4-a0575521fd44 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:59.608040 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6f1b5750-6125-4942-ae17-3333e7ff73d1 req-37044c18-a73e-4137-89a4-a0575521fd44 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 945 time: 0.0617700 Aug 31 00:36:59.664723 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6f1b5750-6125-4942-ae17-3333e7ff73d1 req-07b968ab-7f35-4547-bdba-a7c4c9f045b8 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501471 Aug 31 00:36:59.730999 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 53407fde-ade2-453c-975e-4fafb7f9e4d5 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:36:59.792028 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 53407fde-ade2-453c-975e-4fafb7f9e4d5 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:36:59.825726 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9bf9d-cef6-40b4-9fba-acfa698eb79f req-a39e7919-67fd-4da6-b6dd-7a2389e28fdf tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:36:59.828266 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ee9bf9d-cef6-40b4-9fba-acfa698eb79f req-a39e7919-67fd-4da6-b6dd-7a2389e28fdf tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0668099 Aug 31 00:36:59.874122 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 53407fde-ade2-453c-975e-4fafb7f9e4d5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:36:59.874621 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:59.892443 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ee9bf9d-cef6-40b4-9fba-acfa698eb79f req-d234741d-1781-4cbb-9b57-354b861f6d9f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567546 Aug 31 00:36:59.945155 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ec45054e-6e82-42b1-9033-0433aa0bff69 req-4414ed7c-bc77-42f3-b476-d4dc34d9289d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0313363 Aug 31 00:36:59.975043 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 53407fde-ade2-453c-975e-4fafb7f9e4d5 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:36:59.975822 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:00.004438 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dc2669-6605-431c-93a5-884348c09ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53407fde-ade2-453c-975e-4fafb7f9e4d5'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:00.006883 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96874c-a605-401d-a02f-2e5a2d005593" -d '{"events": [{"server_uuid": "07dc2669-6605-431c-93a5-884348c09ebf", "name": "network-vif-plugged", "status": "completed", "tag": "53407fde-ade2-453c-975e-4fafb7f9e4d5"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:00.024665 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 53407fde-ade2-453c-975e-4fafb7f9e4d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=53407fde-ade2-453c-975e-4fafb7f9e4d5,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:00.052371 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5536e425-bdf3-4bfd-97da-3608d496b59f x-openstack-request-id: req-5536e425-bdf3-4bfd-97da-3608d496b59f {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:00.052673 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dc2669-6605-431c-93a5-884348c09ebf", "name": "network-vif-plugged", "status": "completed", "tag": "53407fde-ade2-453c-975e-4fafb7f9e4d5", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:00.052934 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5536e425-bdf3-4bfd-97da-3608d496b59f {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:00.053372 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5536e425-bdf3-4bfd-97da-3608d496b59f'] response: {'server_uuid': '07dc2669-6605-431c-93a5-884348c09ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53407fde-ade2-453c-975e-4fafb7f9e4d5', 'code': 200} Aug 31 00:37:00.170911 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:00.226306 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=53407fde-ade2-453c-975e-4fafb7f9e4d5,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:00.796232 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cef5ef-e1e1-4158-8d97-0b19d9aa5800 req-ef686111-e3b6-43ce-81c6-bff0f9d29fd2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:00.798021 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a6cef5ef-e1e1-4158-8d97-0b19d9aa5800 req-ef686111-e3b6-43ce-81c6-bff0f9d29fd2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0533140 Aug 31 00:37:00.854263 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a6cef5ef-e1e1-4158-8d97-0b19d9aa5800 req-04079162-2d58-4e58-8288-6c3f4b061939 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506194 Aug 31 00:37:01.047705 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:01.072350 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86481c85-1f26-444b-bc74-45e8da039f17 req-022ffc35-7354-436a-a8a7-8dd5f387b667 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:01.074411 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-86481c85-1f26-444b-bc74-45e8da039f17 req-022ffc35-7354-436a-a8a7-8dd5f387b667 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0966020 Aug 31 00:37:01.080479 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ab3680c0-c1dc-473a-bbd0-938f71907f98 req-102faf11-7239-4379-9aab-4dbb97534fa2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0469091 Aug 31 00:37:01.134807 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-86481c85-1f26-444b-bc74-45e8da039f17 req-b671a17a-fd24-4810-9fe0-130a5cfdd7a6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534246 Aug 31 00:37:01.674971 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be5ec5-4f88-493f-9a0b-c4a6c3af1cc5 req-17a79321-627b-4f8c-adbc-63c94b612f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:01.676772 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d8be5ec5-4f88-493f-9a0b-c4a6c3af1cc5 req-17a79321-627b-4f8c-adbc-63c94b612f86 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 1130 time: 0.0421379 Aug 31 00:37:01.728756 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d8be5ec5-4f88-493f-9a0b-c4a6c3af1cc5 req-6e498f35-6f0d-43a8-91c0-10ef3b6bab92 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433369 Aug 31 00:37:01.875196 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=51 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:01.981011 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cd997-a40d-4dbd-b759-322ff2bd4b9e req-778345ca-2a2d-4210-81af-9f3ebcbf62c7 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:01.982417 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-272cd997-a40d-4dbd-b759-322ff2bd4b9e req-778345ca-2a2d-4210-81af-9f3ebcbf62c7 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0479066 Aug 31 00:37:02.037574 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-272cd997-a40d-4dbd-b759-322ff2bd4b9e req-a9a09a5f-9fac-482e-925d-06de1e95f43a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474355 Aug 31 00:37:02.227089 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bc1e5669-8915-4350-890e-26267d089f35 req-e1eb3ec7-c44a-4c99-a9c8-d613c4098d06 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0349121 Aug 31 00:37:02.282718 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-c065de03-5a4e-460f-893a-815be3a93a12 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:02.284959 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-c065de03-5a4e-460f-893a-815be3a93a12 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 812 time: 0.1530905 Aug 31 00:37:02.293715 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2feff8-ff37-4596-b2aa-8ab85c4af885 req-586668fc-44b4-4fc9-9eb7-a45db322dc8a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:02.295244 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fa2feff8-ff37-4596-b2aa-8ab85c4af885 req-586668fc-44b4-4fc9-9eb7-a45db322dc8a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0658185 Aug 31 00:37:02.314566 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:02.343754 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fa2feff8-ff37-4596-b2aa-8ab85c4af885 req-5c6e589a-84ad-4f06-a552-28d59b0234d9 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Aug 31 00:37:02.750200 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-a9cf2a33-096f-49cc-8a4a-ba217c89b701 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ebe5283d88b44f8b824c7bbca56b3473 HTTP/1.1" status: 200 len: 380 time: 0.0991342 Aug 31 00:37:02.758385 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3d32b-bcac-47d4-8563-37cd5164531b req-9e1eb9c3-22e8-4b78-95aa-6a5ba27681fc tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:02.759962 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dde3d32b-bcac-47d4-8563-37cd5164531b req-9e1eb9c3-22e8-4b78-95aa-6a5ba27681fc tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0795424 Aug 31 00:37:02.791821 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:02.806693 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'port': {'device_id': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'admin_state_up': True, 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'security_groups': ['597cbbd3-75d1-42f8-a497-ea317f36ea5a']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:02.892928 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dde3d32b-bcac-47d4-8563-37cd5164531b req-ef41fe1a-6446-4341-992c-7943c1785f55 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252091 Aug 31 00:37:02.910408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-bfa03af6-b82d-4d8d-93fa-3a060052f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:02.924747 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-bfa03af6-b82d-4d8d-93fa-3a060052f31c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 1129 time: 0.1112735 Aug 31 00:37:03.074631 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Made reservation on behalf of ebe5283d88b44f8b824c7bbca56b3473 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:37:03.083937 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:03.170372 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55895-48e5-4a20-95a0-3801733feff6 req-74fa6699-e2c2-4938-9014-75fd1e871e83 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:03.171967 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d8f55895-48e5-4a20-95a0-3801733feff6 req-74fa6699-e2c2-4938-9014-75fd1e871e83 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0576091 Aug 31 00:37:03.229970 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d8f55895-48e5-4a20-95a0-3801733feff6 req-20295317-461d-4e85-a4e4-38adf6a295c0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492649 Aug 31 00:37:03.293914 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-ebf72765-2946-401e-bc45-bfb52aa44514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:03.295402 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-ebf72765-2946-401e-bc45-bfb52aa44514 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.1920831 Aug 31 00:37:03.306301 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Allocated IP 172.20.0.7 (5c79103f-c4fa-4069-a202-b12e6c4f8e87/bfa92bce-fff8-42a8-9709-a00ac15eb27b/a10d4df1-cb0a-416e-86a7-7179c9f9aac0) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:37:03.345933 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d234fa9b-77fa-41fb-8715-f36230fb753f req-47bd00ce-7c01-4482-96ca-4a99da770314 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0333359 Aug 31 00:37:03.433636 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:03.490689 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:03.571865 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:03.619315 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:37:03.622457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:37:03.626430 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:37:03.654895 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'Port': ['ID=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:03.661745 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:03.686010 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:03.686645 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:03.804202 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-07da08a6-f57d-45bd-a674-6be90e2ce9d9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0037372 Aug 31 00:37:03.806963 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-408f7bf2-795f-4fd8-a627-3a69196069c4 None None] Provisioning complete for port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:37:03.807548 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-408f7bf2-795f-4fd8-a627-3a69196069c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:03.809013 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:03.840759 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-408f7bf2-795f-4fd8-a627-3a69196069c4 None None] Port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:37:03.894321 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Request body: {'port': {'device_id': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:03.942321 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44244) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:03.961842 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-b5e84065-33aa-4c63-8f44-2d88b092117c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe HTTP/1.1" status: 200 len: 217 time: 0.0619767 Aug 31 00:37:04.037414 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e109a25-1275-4656-8d6d-4992b385422a req-7d4fb06a-273b-48f0-b382-95869f1b10c9 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:04.038942 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8e109a25-1275-4656-8d6d-4992b385422a req-7d4fb06a-273b-48f0-b382-95869f1b10c9 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0537231 Aug 31 00:37:04.040973 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.057020 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-ac1c3926-9e3e-4ec3-b5d7-c9a48c753a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:04.058559 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-ac1c3926-9e3e-4ec3-b5d7-c9a48c753a31 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0903182 Aug 31 00:37:04.099943 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9f80f7e4-c2c1-4559-a22a-845c79983dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.104694 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8e109a25-1275-4656-8d6d-4992b385422a req-1b081b82-8889-4e69-b841-7ecfd849295d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Aug 31 00:37:04.137713 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-ba28569b-03b7-4f04-8faa-e673d42fe729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:04.139136 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-ba28569b-03b7-4f04-8faa-e673d42fe729 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587611 Aug 31 00:37:04.189094 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9f80f7e4-c2c1-4559-a22a-845c79983dd9 admin admin] Publish callbacks [] for security_group (1d2a16be-50e4-4ac4-8ca9-d788265b3fc6), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.274527 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9f80f7e4-c2c1-4559-a22a-845c79983dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1d2a16be-50e4-4ac4-8ca9-d788265b3fc6), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.313177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:04.330664 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9f80f7e4-c2c1-4559-a22a-845c79983dd9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=4f8579b74a89465080df8cfe47771bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870630 Aug 31 00:37:04.332132 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f7e4-c2c1-4559-a22a-845c79983dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a16be-50e4-4ac4-8ca9-d788265b3fc6,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:04.337540 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44262) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:04.349648 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-6bbb6421-7eff-4ea1-b051-4462399263ae service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666048 Aug 31 00:37:04.414790 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cec4110c-6f0b-49b8-b779-bda4f58aa082 admin admin] Publish callbacks [] for security_group (1d2a16be-50e4-4ac4-8ca9-d788265b3fc6), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.441765 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cec4110c-6f0b-49b8-b779-bda4f58aa082 admin admin] Publish callbacks [] for security_group (1d2a16be-50e4-4ac4-8ca9-d788265b3fc6), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.512072 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f204-21f8-4948-b76f-884d640da66c req-30ad7cab-64b0-44e2-aa98-9d14ec3b03c6 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:04.513652 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8498f204-21f8-4948-b76f-884d640da66c req-30ad7cab-64b0-44e2-aa98-9d14ec3b03c6 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.1416049 Aug 31 00:37:04.522440 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a50307-6492-4957-b494-e5ba31b8d28a req-790d36ff-99e2-43e5-a8bd-ac546004d69e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:04.523958 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-24a50307-6492-4957-b494-e5ba31b8d28a req-790d36ff-99e2-43e5-a8bd-ac546004d69e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 931 time: 0.0742795 Aug 31 00:37:04.583896 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-24a50307-6492-4957-b494-e5ba31b8d28a req-38a9f890-79c0-422e-998e-bd26f5b01172 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539043 Aug 31 00:37:04.591817 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10d4df1-cb0a-416e-86a7-7179c9f9aac0 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:37:04.663172 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cec4110c-6f0b-49b8-b779-bda4f58aa082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1d2a16be-50e4-4ac4-8ca9-d788265b3fc6), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.666159 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cec4110c-6f0b-49b8-b779-bda4f58aa082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.682042 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-cec4110c-6f0b-49b8-b779-bda4f58aa082 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1d2a16be-50e4-4ac4-8ca9-d788265b3fc6 HTTP/1.1" status: 204 len: 168 time: 0.3434429 Aug 31 00:37:04.692446 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4110c-6f0b-49b8-b779-bda4f58aa082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a16be-50e4-4ac4-8ca9-d788265b3fc6,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:04.823305 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Publish callbacks [] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.835930 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c8cfc80e-12ee-41b4-a606-ddc9a29242d4 req-5db3db5f-6a9d-4c18-83a0-0ec7e511d1dc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744918 Aug 31 00:37:04.849958 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8498f204-21f8-4948-b76f-884d640da66c req-8e10d893-d59b-4495-bfb4-82a674e39405 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3268268 Aug 31 00:37:04.853021 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Transition to ACTIVE for port object a10d4df1-cb0a-416e-86a7-7179c9f9aac0 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:37:04.871448 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44274) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:04.903229 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:04.910068 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:04.975145 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:04.986784 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:05.000073 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9538628-7377-49e6-895f-092245fcbc5d req-9a7ee015-b144-4dac-9597-cdeaa7f5f1d5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:05.001646 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f9538628-7377-49e6-895f-092245fcbc5d req-9a7ee015-b144-4dac-9597-cdeaa7f5f1d5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0664210 Aug 31 00:37:05.016005 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44282) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:05.023034 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-0c099b34-3034-485a-a885-5f34effdf41f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'floatingip': {'port_id': '53407fde-ade2-453c-975e-4fafb7f9e4d5'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:05.057292 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Attempting to bind port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:37:05.057940 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Attempting to bind port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:37:05.058457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Attempting to bind port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:37:05.063657 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:05.067258 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:37:05.067844 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Attempting to bind port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:37:05.075447 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:37:05.076356 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Checking segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:37:05.076522 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0c099b34-3034-485a-a885-5f34effdf41f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (685bd3b2-939b-4a03-8fc7-c7ee389f46cd), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.076629 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Bound using segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:37:05.080974 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Bound port: a10d4df1-cb0a-416e-86a7-7179c9f9aac0, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:37:05.084609 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.196821 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] For port a10d4df1-cb0a-416e-86a7-7179c9f9aac0, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:37:05.199943 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-502c15df-9e7c-4318-81b0-7b1d49eb1d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.200590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] For port a10d4df1-cb0a-416e-86a7-7179c9f9aac0, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:37:05.263819 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844efd6-4168-4607-8564-7227491322ef req-e2dc262d-42fe-4529-b0a0-56ee3a27b1cd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:05.265255 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3844efd6-4168-4607-8564-7227491322ef req-e2dc262d-42fe-4529-b0a0-56ee3a27b1cd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0558057 Aug 31 00:37:05.299577 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.328737 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:05.329351 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.330778 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-26218230-edf3-4458-a232-dd245c669b76 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/a10d4df1-cb0a-416e-86a7-7179c9f9aac0 HTTP/1.1" status: 200 len: 1093 time: 1.4424784 Aug 31 00:37:05.333746 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'tag': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:05.336386 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a44e5f3-e286-496f-800c-840827caf217" -d '{"events": [{"name": "network-changed", "server_uuid": "c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c", "tag": "a10d4df1-cb0a-416e-86a7-7179c9f9aac0"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:05.374505 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3844efd6-4168-4607-8564-7227491322ef req-7fe7da2a-ded3-49ad-aafe-98f972095c5a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029098 Aug 31 00:37:05.388285 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e88595c-cfbe-45c8-bb67-87aa8bff39b3 x-openstack-request-id: req-4e88595c-cfbe-45c8-bb67-87aa8bff39b3 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:05.388610 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c", "tag": "a10d4df1-cb0a-416e-86a7-7179c9f9aac0", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:05.388869 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e88595c-cfbe-45c8-bb67-87aa8bff39b3 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:05.389300 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e88595c-cfbe-45c8-bb67-87aa8bff39b3'] response: {'name': 'network-changed', 'server_uuid': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'tag': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'status': 'completed', 'code': 200} Aug 31 00:37:05.411987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218230-edf3-4458-a232-dd245c669b76 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:05.425866 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-502c15df-9e7c-4318-81b0-7b1d49eb1d38 admin admin] Publish callbacks [] for security_group (8487c6c0-14c0-41d8-bb03-882e2a2cbde1), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.436054 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44288) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:05.451898 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0772b-6f20-4cd7-859f-0fcc0474f94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.504366 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:05.538599 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0772b-6f20-4cd7-859f-0fcc0474f94c admin admin] Publish callbacks [] for security_group (690e81f6-d0a9-4bbc-a3d1-8bd524706a92), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.589348 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-502c15df-9e7c-4318-81b0-7b1d49eb1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (8487c6c0-14c0-41d8-bb03-882e2a2cbde1), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.645041 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0c099b34-3034-485a-a885-5f34effdf41f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.650098 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-502c15df-9e7c-4318-81b0-7b1d49eb1d38 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=7355b09a086648fbab8c6eb8c9954b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7773583 Aug 31 00:37:05.650941 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c15df-9e7c-4318-81b0-7b1d49eb1d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8487c6c0-14c0-41d8-bb03-882e2a2cbde1,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:05.653689 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44292) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:05.663211 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0772b-6f20-4cd7-859f-0fcc0474f94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (690e81f6-d0a9-4bbc-a3d1-8bd524706a92), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.686735 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:05.714023 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b65838-7cb5-4d72-aa27-0509403fd165 req-e1ecbea9-fa0d-4746-a099-e63e4211cab8 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:05.715309 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-11b65838-7cb5-4d72-aa27-0509403fd165 req-e1ecbea9-fa0d-4746-a099-e63e4211cab8 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0493875 Aug 31 00:37:05.735760 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-b5e0772b-6f20-4cd7-859f-0fcc0474f94c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=728825fcb620416b8186b6904654051d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985859 Aug 31 00:37:05.738789 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44296) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:05.740865 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0c099b34-3034-485a-a885-5f34effdf41f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (685bd3b2-939b-4a03-8fc7-c7ee389f46cd), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.746006 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0772b-6f20-4cd7-859f-0fcc0474f94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690e81f6-d0a9-4bbc-a3d1-8bd524706a92,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:05.767115 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9333-1473-4e00-bfb8-7cc5622c5e55 admin admin] Publish callbacks [] for security_group (8487c6c0-14c0-41d8-bb03-882e2a2cbde1), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.789646 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9333-1473-4e00-bfb8-7cc5622c5e55 admin admin] Publish callbacks [] for security_group (8487c6c0-14c0-41d8-bb03-882e2a2cbde1), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.875762 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-11b65838-7cb5-4d72-aa27-0509403fd165 req-d2520607-8957-439c-ab3a-033b11cad123 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532032 Aug 31 00:37:05.891652 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9333-1473-4e00-bfb8-7cc5622c5e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (8487c6c0-14c0-41d8-bb03-882e2a2cbde1), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.894506 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9333-1473-4e00-bfb8-7cc5622c5e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.894975 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=6 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:05.900032 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-1b3e9333-1473-4e00-bfb8-7cc5622c5e55 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8487c6c0-14c0-41d8-bb03-882e2a2cbde1 HTTP/1.1" status: 204 len: 168 time: 0.2423418 Aug 31 00:37:05.906722 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c1bfe8-b4b9-426c-b33f-f13593aba869 admin admin] Publish callbacks [] for security_group (690e81f6-d0a9-4bbc-a3d1-8bd524706a92), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:05.907625 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e9333-1473-4e00-bfb8-7cc5622c5e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487c6c0-14c0-41d8-bb03-882e2a2cbde1,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:05.916711 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [None req-0c099b34-3034-485a-a885-5f34effdf41f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Floating IP 685bd3b2-939b-4a03-8fc7-c7ee389f46cd associated. External IP: 172.27.3.3, port: 53407fde-ade2-453c-975e-4fafb7f9e4d5. Aug 31 00:37:05.955159 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:05.975769 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c1bfe8-b4b9-426c-b33f-f13593aba869 admin admin] Publish callbacks [] for security_group (690e81f6-d0a9-4bbc-a3d1-8bd524706a92), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:06.156945 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c1bfe8-b4b9-426c-b33f-f13593aba869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (690e81f6-d0a9-4bbc-a3d1-8bd524706a92), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:06.163842 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c1bfe8-b4b9-426c-b33f-f13593aba869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:06.165064 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-78c1bfe8-b4b9-426c-b33f-f13593aba869 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/690e81f6-d0a9-4bbc-a3d1-8bd524706a92 HTTP/1.1" status: 204 len: 168 time: 0.4253991 Aug 31 00:37:06.176869 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1bfe8-b4b9-426c-b33f-f13593aba869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690e81f6-d0a9-4bbc-a3d1-8bd524706a92,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:06.184271 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c099b34-3034-485a-a885-5f34effdf41f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:37:06.503872 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c099b34-3034-485a-a885-5f34effdf41f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:37:06.509067 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0c099b34-3034-485a-a885-5f34effdf41f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:06.515779 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] Sync routers for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:37:06.523805 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb970f-cd4c-464d-af0f-e8c8bc796a42 req-6d7bf2ca-63eb-46b7-b8d3-d19da3e8d711 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:06.525455 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ddb970f-cd4c-464d-af0f-e8c8bc796a42 req-6d7bf2ca-63eb-46b7-b8d3-d19da3e8d711 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0546706 Aug 31 00:37:06.529821 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:06.530501 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:06.541801 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0c099b34-3034-485a-a885-5f34effdf41f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/685bd3b2-939b-4a03-8fc7-c7ee389f46cd HTTP/1.1" status: 200 len: 990 time: 1.5261278 Aug 31 00:37:06.542374 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dc2669-6605-431c-93a5-884348c09ebf', 'tag': '53407fde-ade2-453c-975e-4fafb7f9e4d5'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:06.545482 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91" -d '{"events": [{"name": "network-changed", "server_uuid": "07dc2669-6605-431c-93a5-884348c09ebf", "tag": "53407fde-ade2-453c-975e-4fafb7f9e4d5"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:06.598809 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d120625-ba24-4d8a-a3b1-3bfecd2be8c8 x-openstack-request-id: req-8d120625-ba24-4d8a-a3b1-3bfecd2be8c8 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:06.599120 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dc2669-6605-431c-93a5-884348c09ebf", "tag": "53407fde-ade2-453c-975e-4fafb7f9e4d5", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:06.599560 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d120625-ba24-4d8a-a3b1-3bfecd2be8c8 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:06.600068 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d120625-ba24-4d8a-a3b1-3bfecd2be8c8'] response: {'name': 'network-changed', 'server_uuid': '07dc2669-6605-431c-93a5-884348c09ebf', 'tag': '53407fde-ade2-453c-975e-4fafb7f9e4d5', 'status': 'completed', 'code': 200} Aug 31 00:37:06.611881 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ddb970f-cd4c-464d-af0f-e8c8bc796a42 req-01b9be63-46f0-4066-975f-b959cc179306 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802569 Aug 31 00:37:06.669374 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:06.826839 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:06.969595 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '685bd3b2-939b-4a03-8fc7-c7ee389f46cd', 'tenant_id': '5023455241594360bacff911a6641d7a', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'port_id': '53407fde-ade2-453c-975e-4fafb7f9e4d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'mac_address': 'fa:16:3e:3d:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dc2669-6605-431c-93a5-884348c09ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:36:42Z', 'updated_at': '2022-08-31T00:37:05Z', 'revision_number': 1, 'project_id': '5023455241594360bacff911a6641d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:06.998348 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] Checking router: 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:37:07.008597 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:07.009219 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:36:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:07.033496 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db785e39-e303-4dcc-b68e-f0c7ac95668e req-cef8b0b6-0220-4a7b-acde-6d52f550a1e6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:07.035060 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-db785e39-e303-4dcc-b68e-f0c7ac95668e req-cef8b0b6-0220-4a7b-acde-6d52f550a1e6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0512524 Aug 31 00:37:07.120798 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44e5f3-e286-496f-800c-840827caf217 req-dd05bf2c-bb5e-4e64-a9ef-389988333c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:07.123908 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4a44e5f3-e286-496f-800c-840827caf217 req-dd05bf2c-bb5e-4e64-a9ef-389988333c2a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 1127 time: 0.0927548 Aug 31 00:37:07.139701 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-b257a889-9a20-441c-9610-d0ff53de2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:07.149159 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-b257a889-9a20-441c-9610-d0ff53de2097 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 1130 time: 0.1027064 Aug 31 00:37:07.160129 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-db785e39-e303-4dcc-b68e-f0c7ac95668e req-85b60db4-2c59-421b-849b-acbbd49a8f2e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997627 Aug 31 00:37:07.174309 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:07.353295 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:07.457933 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '685bd3b2-939b-4a03-8fc7-c7ee389f46cd', 'tenant_id': '5023455241594360bacff911a6641d7a', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'port_id': '53407fde-ade2-453c-975e-4fafb7f9e4d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'mac_address': 'fa:16:3e:3d:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dc2669-6605-431c-93a5-884348c09ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:36:42Z', 'updated_at': '2022-08-31T00:37:05Z', 'revision_number': 1, 'project_id': '5023455241594360bacff911a6641d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:07.607816 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0c6cd-b187-43c4-9af3-30b2488bc127 None None] The sync data for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi is: [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '685bd3b2-939b-4a03-8fc7-c7ee389f46cd', 'tenant_id': '5023455241594360bacff911a6641d7a', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'port_id': '53407fde-ade2-453c-975e-4fafb7f9e4d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'mac_address': 'fa:16:3e:3d:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dc2669-6605-431c-93a5-884348c09ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:36:42Z', 'updated_at': '2022-08-31T00:37:05Z', 'revision_number': 1, 'project_id': '5023455241594360bacff911a6641d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:37:07.787449 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962faea-ceb3-4aa2-ba5a-227fa71237b4 req-7988bab4-5d61-45d5-9edc-2afbf463391f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:07.789294 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7962faea-ceb3-4aa2-ba5a-227fa71237b4 req-7988bab4-5d61-45d5-9edc-2afbf463391f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0765371 Aug 31 00:37:07.826600 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:07.858213 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7962faea-ceb3-4aa2-ba5a-227fa71237b4 req-d034254c-addc-425e-9db8-50d1c3a75d5d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595551 Aug 31 00:37:07.942179 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6c640-e9df-402a-8d67-33c0f3ef7ff8 None None] New status for floating IP 685bd3b2-939b-4a03-8fc7-c7ee389f46cd: ACTIVE {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:37:08.144550 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-e1d07762-8609-4eb2-970e-5ebdaa353742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:08.146723 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-e1d07762-8609-4eb2-970e-5ebdaa353742 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=a5ba44fa-fe70-448e-874e-97120592a817 HTTP/1.1" status: 200 len: 911 time: 0.1970792 Aug 31 00:37:08.227774 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-22d3054a-945d-4c82-b37f-2ed69b0597a7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53407fde-ade2-453c-975e-4fafb7f9e4d5 HTTP/1.1" status: 200 len: 998 time: 0.0725403 Aug 31 00:37:08.345403 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44e5f3-e286-496f-800c-840827caf217 req-80e27bf1-6122-48b1-aa68-cb7a0a2c7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:08.347160 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4a44e5f3-e286-496f-800c-840827caf217 req-80e27bf1-6122-48b1-aa68-cb7a0a2c7007 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4073634 Aug 31 00:37:08.355316 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dc94b-fe08-4b6a-a9fd-10bd4e49a9df req-31a3201d-e8fc-47a6-a1b1-1c2f5da8f4f1 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:08.356746 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-265dc94b-fe08-4b6a-a9fd-10bd4e49a9df req-31a3201d-e8fc-47a6-a1b1-1c2f5da8f4f1 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0756626 Aug 31 00:37:08.368290 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-1c0fa6cd-7721-420b-8f68-57c0997667d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:08.369834 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-1c0fa6cd-7721-420b-8f68-57c0997667d6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a52cfced-1ff9-4c2a-8304-6ecfff37d30f HTTP/1.1" status: 200 len: 849 time: 0.1353664 Aug 31 00:37:08.460463 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:08.490774 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-c747672d-84c7-4bf9-bb73-08cbb3aab361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:08.490774 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-c747672d-84c7-4bf9-bb73-08cbb3aab361 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a5ba44fa-fe70-448e-874e-97120592a817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988867 Aug 31 00:37:08.553042 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-265dc94b-fe08-4b6a-a9fd-10bd4e49a9df req-e53512d3-7c25-4207-a7dc-bb7923d73010 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813123 Aug 31 00:37:08.594663 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44e5f3-e286-496f-800c-840827caf217 req-0c53beef-d1cc-49b8-992b-de3b3a429ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:08.596232 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4a44e5f3-e286-496f-800c-840827caf217 req-0c53beef-d1cc-49b8-992b-de3b3a429ad8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2363756 Aug 31 00:37:08.648652 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-abc924a9-6db9-43f9-954a-48d3bb650b12 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484597 Aug 31 00:37:08.709029 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:08.801790 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-e43e47ff-df7c-4ef4-b6a6-d593997bc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:08.801790 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-e43e47ff-df7c-4ef4-b6a6-d593997bc96c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 1127 time: 0.1124449 Aug 31 00:37:08.857320 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-e7e2c99c-d837-4c56-8bdc-fd4b37db7a8e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10d4df1-cb0a-416e-86a7-7179c9f9aac0 HTTP/1.1" status: 200 len: 217 time: 0.0393572 Aug 31 00:37:08.875680 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9d26dad-ee8e-4c55-b705-bc176cc0ce91 req-c84a770c-3bb8-4d23-8935-7a10cb8a43bb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962931 Aug 31 00:37:08.923911 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-8abecf22-5d2f-45d3-8153-6931f20ce0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:08.925909 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-8abecf22-5d2f-45d3-8153-6931f20ce0cf service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.0610027 Aug 31 00:37:08.980347 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-111ee895-c16d-458d-bc53-4b7a2373af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:08.981981 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-111ee895-c16d-458d-bc53-4b7a2373af16 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445249 Aug 31 00:37:09.130321 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-04bdf8a6-2620-4660-b1cf-6d750db42efc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391602 Aug 31 00:37:09.209340 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-6e293052-d9db-4901-a1b1-4040842e422c tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1624141591&fields=id&tenant_id=28f0cda364854dfd9fde0249a751ecf4 HTTP/1.1" status: 200 len: 267 time: 0.0523646 Aug 31 00:37:09.250142 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-08faf3d5-c99b-44a5-81e2-425663fd631e req-d74d870c-a91e-43d1-b608-8200fbe23c9f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102126 Aug 31 00:37:09.327761 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-6365676f-a557-403a-b0d8-ab5a6b709dab tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:09.329287 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-6365676f-a557-403a-b0d8-ab5a6b709dab tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/networks?id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f HTTP/1.1" status: 200 len: 808 time: 0.1132066 Aug 31 00:37:09.345166 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-28d16c28-9c64-40b7-8a54-7972cbb32eb1 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/quotas/28f0cda364854dfd9fde0249a751ecf4 HTTP/1.1" status: 200 len: 375 time: 0.0102637 Aug 31 00:37:09.400480 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-437260a5-5637-4727-b569-47da693c4086 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=28f0cda364854dfd9fde0249a751ecf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495021 Aug 31 00:37:09.506990 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-a9f5aa6a-e1b1-4fd0-9c74-0fcd9a2f078d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936551 Aug 31 00:37:09.605356 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-f6a11a2c-33da-4b0a-a46b-e27aa5588dd3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923102 Aug 31 00:37:09.709914 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb895c-19db-4645-9431-ce8d069671f4 req-3a175986-62cb-4fd5-9f1f-91352115105e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:09.711417 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2cbb895c-19db-4645-9431-ce8d069671f4 req-3a175986-62cb-4fd5-9f1f-91352115105e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0536077 Aug 31 00:37:09.777211 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2cbb895c-19db-4645-9431-ce8d069671f4 req-cb2d5e9b-d21e-4b41-9cb2-cb4d3d8b0390 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587010 Aug 31 00:37:10.295832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44450) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:10.301648 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-ea04dfd4-e40e-4a3b-bbf2-9bf17205572c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571230468', 'description': 'tempest-description--1915107852'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:10.400789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ea04dfd4-e40e-4a3b-bbf2-9bf17205572c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:10.527813 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:10.539882 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ea04dfd4-e40e-4a3b-bbf2-9bf17205572c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group (50ec9d2e-0365-4e68-9360-8d2b6103397f), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:10.648133 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ea04dfd4-e40e-4a3b-bbf2-9bf17205572c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (50ec9d2e-0365-4e68-9360-8d2b6103397f), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:10.692387 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04dfd4-e40e-4a3b-bbf2-9bf17205572c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec9d2e-0365-4e68-9360-8d2b6103397f,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:10.759468 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ea04dfd4-e40e-4a3b-bbf2-9bf17205572c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:10.761709 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-ea04dfd4-e40e-4a3b-bbf2-9bf17205572c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4633505 Aug 31 00:37:10.763982 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44464) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:10.769229 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-c0ed974a-9df4-4ba7-8400-bb47180eec9f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Request body: {'security_group_rule': {'security_group_id': '50ec9d2e-0365-4e68-9360-8d2b6103397f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:10.858661 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6d8e430b-cf45-4e11-ba39-bb003d18da8a req-a8535233-cf2e-4094-8a4f-f7854dad72f8 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 210 time: 0.0302715 Aug 31 00:37:10.889440 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0ed974a-9df4-4ba7-8400-bb47180eec9f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group_rule (69eb8021-2c48-45b3-9c67-647e8af8c99b), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:10.999675 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0ed974a-9df4-4ba7-8400-bb47180eec9f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group_rule (69eb8021-2c48-45b3-9c67-647e8af8c99b), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:11.006289 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d3723-2b77-4f2e-8f3d-5267061dea5b req-657b6749-f612-453c-855a-04ebfa6be0cb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:11.007817 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-770d3723-2b77-4f2e-8f3d-5267061dea5b req-657b6749-f612-453c-855a-04ebfa6be0cb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0675228 Aug 31 00:37:11.061242 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-770d3723-2b77-4f2e-8f3d-5267061dea5b req-66979260-f19d-4802-9869-2bdb361c6488 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472820 Aug 31 00:37:11.064426 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f87a-a041-4526-ae31-f3f6a7e95a89 req-c0aedcc2-f0c3-4975-ae41-87b0690f0b60 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:11.066097 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0d48f87a-a041-4526-ae31-f3f6a7e95a89 req-c0aedcc2-f0c3-4975-ae41-87b0690f0b60 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0522928 Aug 31 00:37:11.086763 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0ed974a-9df4-4ba7-8400-bb47180eec9f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (69eb8021-2c48-45b3-9c67-647e8af8c99b), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:11.111359 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed974a-9df4-4ba7-8400-bb47180eec9f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69eb8021-2c48-45b3-9c67-647e8af8c99b,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:11.124851 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0d48f87a-a041-4526-ae31-f3f6a7e95a89 req-6090d718-7965-4b54-9ce3-85c54b6a09e6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528853 Aug 31 00:37:11.202560 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c0ed974a-9df4-4ba7-8400-bb47180eec9f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:11.204561 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-c0ed974a-9df4-4ba7-8400-bb47180eec9f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4386089 Aug 31 00:37:11.206617 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44484) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:11.211547 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-3031d9a5-4b7a-498d-9b4e-76630e1454b1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Request body: {'security_group_rule': {'security_group_id': '50ec9d2e-0365-4e68-9360-8d2b6103397f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:11.224661 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:11.326126 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3031d9a5-4b7a-498d-9b4e-76630e1454b1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group_rule (304fd1de-e50d-4dfd-9d40-dfaf91fbcf56), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:11.388377 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3031d9a5-4b7a-498d-9b4e-76630e1454b1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group_rule (304fd1de-e50d-4dfd-9d40-dfaf91fbcf56), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:11.474830 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3031d9a5-4b7a-498d-9b4e-76630e1454b1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (304fd1de-e50d-4dfd-9d40-dfaf91fbcf56), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:11.493233 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:11.499443 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031d9a5-4b7a-498d-9b4e-76630e1454b1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304fd1de-e50d-4dfd-9d40-dfaf91fbcf56,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:11.642250 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3031d9a5-4b7a-498d-9b4e-76630e1454b1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:11.643716 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3031d9a5-4b7a-498d-9b4e-76630e1454b1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4356132 Aug 31 00:37:11.651912 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44498) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:11.656352 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:11.777361 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:11.861367 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:11.951790 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-636a53ce-7ad2-4a16-ad07-f887d7db75b4 req-d37f9fee-6e96-4fcc-89e2-dc9c91320b64 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 210 time: 0.0329316 Aug 31 00:37:11.983426 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Allocated IP 172.27.3.59 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/1e37f689-0a4e-4608-bf5a-5454f322f54c) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:37:12.091958 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for port (1e37f689-0a4e-4608-bf5a-5454f322f54c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:12.183067 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:12.201240 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21fd44-c718-4f76-89be-aa373215d52d req-1021efda-dd54-417a-9188-4d3e178577f6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:12.202711 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eb21fd44-c718-4f76-89be-aa373215d52d req-1021efda-dd54-417a-9188-4d3e178577f6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0497761 Aug 31 00:37:12.217784 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (1e37f689-0a4e-4608-bf5a-5454f322f54c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:12.260926 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eb21fd44-c718-4f76-89be-aa373215d52d req-57525321-6316-462a-88b4-a19e55393883 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519073 Aug 31 00:37:12.270321 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event updated for resources: {'Port': ['ID=1e37f689-0a4e-4608-bf5a-5454f322f54c,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:12.278734 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:37:12.280966 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:37:12.295046 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:37:12.345305 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for floatingip (81ddba76-2310-4d7a-9dcf-d7016e813030), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:12.382417 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d256bca-73b9-4810-b31f-1e2eaca8a3a7 req-fbd3cc16-7c09-43de-9541-8154e9dc85fa tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:12.384167 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2d256bca-73b9-4810-b31f-1e2eaca8a3a7 req-fbd3cc16-7c09-43de-9541-8154e9dc85fa tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Aug 31 00:37:12.437738 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2d256bca-73b9-4810-b31f-1e2eaca8a3a7 req-5ff3eaa9-b1ce-448b-a020-517347becbfe tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476646 Aug 31 00:37:12.445591 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (1e37f689-0a4e-4608-bf5a-5454f322f54c), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:12.614764 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for port (1e37f689-0a4e-4608-bf5a-5454f322f54c), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:12.743698 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (1e37f689-0a4e-4608-bf5a-5454f322f54c), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:12.744500 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (81ddba76-2310-4d7a-9dcf-d7016e813030), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:12.791017 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event updated for resources: {'Port': ['ID=1e37f689-0a4e-4608-bf5a-5454f322f54c,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:12.859665 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:12.863625 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-78149e5b-a7be-4ed4-a726-a3b4f824d662 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2105823 Aug 31 00:37:13.070513 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4eef88e9-4800-4b0f-85af-44a442496747 req-663259e9-4b90-4a55-adbf-c9a8bb80cbb8 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 210 time: 0.0375357 Aug 31 00:37:13.134179 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-6925ca17-f769-449e-bfcd-c0f58708d152 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--571230468&fields=id&tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc HTTP/1.1" status: 200 len: 267 time: 0.0724206 Aug 31 00:37:13.248722 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:13.259354 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-50db3523-805c-4ea9-9394-83d7f59bdfbd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:13.260919 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-50db3523-805c-4ea9-9394-83d7f59bdfbd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 818 time: 0.1194718 Aug 31 00:37:13.283985 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-c48b9d40-e6f2-4975-8d58-3cf9ed774f92 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/quotas/d8aa6e0e8e6b492f8e74eea0e830c0bc HTTP/1.1" status: 200 len: 375 time: 0.0164318 Aug 31 00:37:13.363827 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-ba5ba227-060e-4233-9aa4-42b29af842d6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0780365 Aug 31 00:37:13.385733 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44554) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:13.417756 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:13.429427 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9765f-31f4-4bc2-8f90-6c87e075a808 req-8452ab53-8506-4812-a1b7-b9ce6f6951d5 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:13.435438 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-60b9765f-31f4-4bc2-8f90-6c87e075a808 req-8452ab53-8506-4812-a1b7-b9ce6f6951d5 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0690341 Aug 31 00:37:13.504553 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-74046ed3-3801-4470-a3e6-084833cf5b01 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272185 Aug 31 00:37:13.508550 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-60b9765f-31f4-4bc2-8f90-6c87e075a808 req-40561f12-c41b-48b2-9098-611cb975f80d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695839 Aug 31 00:37:13.609398 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0e12a033-dc01-4a4e-be99-f3e092a37c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:13.636965 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c661c6-2214-4b9a-9301-97261b698ed2 req-f01708c9-328f-4c40-b3e5-643aa86931f8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:13.638475 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-34c661c6-2214-4b9a-9301-97261b698ed2 req-f01708c9-328f-4c40-b3e5-643aa86931f8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0484977 Aug 31 00:37:13.673308 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-16b070d7-e825-4493-9ec7-10e50d16118d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608105 Aug 31 00:37:13.677984 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:13.693278 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-34c661c6-2214-4b9a-9301-97261b698ed2 req-0ca16ac3-b59b-4900-a010-fe32669d0ba4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483108 Aug 31 00:37:13.727142 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0e12a033-dc01-4a4e-be99-f3e092a37c26 admin admin] Publish callbacks [] for security_group (2c8ae64c-3a5c-4e1c-93fc-bdd866d4fdef), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:13.805896 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0e12a033-dc01-4a4e-be99-f3e092a37c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2c8ae64c-3a5c-4e1c-93fc-bdd866d4fdef), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:13.849279 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-0e12a033-dc01-4a4e-be99-f3e092a37c26 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d83682ef35a54057ad44a83594c20460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4615293 Aug 31 00:37:13.850571 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12a033-dc01-4a4e-be99-f3e092a37c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8ae64c-3a5c-4e1c-93fc-bdd866d4fdef,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:13.852837 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44566) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:13.929010 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f429ec7b-05d1-4341-997f-074c6635b7e4 admin admin] Publish callbacks [] for security_group (2c8ae64c-3a5c-4e1c-93fc-bdd866d4fdef), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:13.951300 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f429ec7b-05d1-4341-997f-074c6635b7e4 admin admin] Publish callbacks [] for security_group (2c8ae64c-3a5c-4e1c-93fc-bdd866d4fdef), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:14.016533 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a51f249e-444b-433a-b20a-ba803de8811b req-5477b71b-7ad9-4f1c-a34d-0a9cfb7b67fe tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 210 time: 0.0461569 Aug 31 00:37:14.046772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-85433192-4890-4c70-9539-d4ea5f6858af tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:14.048514 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-85433192-4890-4c70-9539-d4ea5f6858af tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f HTTP/1.1" status: 200 len: 808 time: 0.1783249 Aug 31 00:37:14.148792 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-f53254cb-59fc-4b17-b6f1-44c63de7203b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=28f0cda364854dfd9fde0249a751ecf4 HTTP/1.1" status: 200 len: 380 time: 0.0803459 Aug 31 00:37:14.154531 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f429ec7b-05d1-4341-997f-074c6635b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2c8ae64c-3a5c-4e1c-93fc-bdd866d4fdef), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:14.157769 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f429ec7b-05d1-4341-997f-074c6635b7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:14.158918 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-f429ec7b-05d1-4341-997f-074c6635b7e4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2c8ae64c-3a5c-4e1c-93fc-bdd866d4fdef HTTP/1.1" status: 204 len: 168 time: 0.3049765 Aug 31 00:37:14.171196 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429ec7b-05d1-4341-997f-074c6635b7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8ae64c-3a5c-4e1c-93fc-bdd866d4fdef,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:14.175700 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Request body: {'port': {'device_id': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'admin_state_up': True, 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'security_groups': ['17121af1-4636-4f42-9b48-e0a361342dff']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:14.217115 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-accb77db-a768-4cce-9139-f8ea2a5c56d2 req-c4a6345d-5e57-4826-8ea8-2c5bedf90d32 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 210 time: 0.0671792 Aug 31 00:37:14.417045 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Made reservation on behalf of 28f0cda364854dfd9fde0249a751ecf4 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:37:14.421062 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:14.567880 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Allocated IP 172.20.0.13 (0b9346f3-cc4c-481e-a5c2-5077cbc6703f/82eaca97-36ab-4152-ac14-863d9055b192/c18f4b3c-fb43-40d2-901a-6255ea8c3f61) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:37:14.663963 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036714e-1451-411b-8be8-af4db2481848 req-d1f2a42d-40eb-458b-8f11-10e926b98769 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:14.665339 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8036714e-1451-411b-8be8-af4db2481848 req-d1f2a42d-40eb-458b-8f11-10e926b98769 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0732329 Aug 31 00:37:14.673798 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=86 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:14.732912 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8036714e-1451-411b-8be8-af4db2481848 req-c8a6b804-9a77-4248-9bb8-653942b04eac tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611928 Aug 31 00:37:14.743154 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:14.863580 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafc052-62bf-42db-b80f-08b9019857cd req-6ac63f56-55b6-4187-ac93-f8bdfe7514e8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:14.865205 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0eafc052-62bf-42db-b80f-08b9019857cd req-6ac63f56-55b6-4187-ac93-f8bdfe7514e8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0557797 Aug 31 00:37:14.867228 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:14.916518 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:14.930957 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:37:14.946412 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:37:14.952423 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:37:14.985536 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'Port': ['ID=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:15.006169 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0eafc052-62bf-42db-b80f-08b9019857cd req-cc38ed3e-f69e-456c-9cac-4b0499914b7e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309750 Aug 31 00:37:15.034855 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:15.036232 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:15.140925 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-0b4c2b76-66ba-450e-9d64-e9856da0ee1e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9716415 Aug 31 00:37:15.180807 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ba89ce58-988d-4854-a2e1-30c900a70862 req-38cb9d77-326f-459d-862e-b70ee512b759 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 210 time: 0.0573277 Aug 31 00:37:15.248060 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-7cc48f6e-c7d5-45ab-9526-1c0daf437a5d None None] Provisioning complete for port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:37:15.249469 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7cc48f6e-c7d5-45ab-9526-1c0daf437a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:15.288652 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-7cc48f6e-c7d5-45ab-9526-1c0daf437a5d None None] Port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:37:15.345752 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab50f9-e64d-4552-b579-80bbbf03ea96 req-258b81c3-dd4a-46b0-8127-585b0e3c9425 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:15.352603 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12ab50f9-e64d-4552-b579-80bbbf03ea96 req-258b81c3-dd4a-46b0-8127-585b0e3c9425 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 932 time: 0.0536880 Aug 31 00:37:15.402098 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12ab50f9-e64d-4552-b579-80bbbf03ea96 req-72caa2ce-bdf9-4436-9e44-2d2c4177dd45 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485201 Aug 31 00:37:15.793781 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Request body: {'port': {'device_id': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:15.857598 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:15.873655 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed411b-be6e-4feb-a219-370c07a4ea30 req-3d945e3b-443b-428b-9904-95562ee75727 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:15.880507 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8bed411b-be6e-4feb-a219-370c07a4ea30 req-3d945e3b-443b-428b-9904-95562ee75727 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0560565 Aug 31 00:37:15.936582 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8bed411b-be6e-4feb-a219-370c07a4ea30 req-f32bbe9c-3738-4083-abd2-5d99bb8b8835 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538092 Aug 31 00:37:16.187529 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18f4b3c-fb43-40d2-901a-6255ea8c3f61 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:37:16.191687 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Publish callbacks [] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:16.206365 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Transition to ACTIVE for port object c18f4b3c-fb43-40d2-901a-6255ea8c3f61 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:37:16.245477 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5047dc5-c299-4ada-9045-ec8175294dca req-9fce6770-a73e-4d95-a675-708b849573a8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:16.247140 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a5047dc5-c299-4ada-9045-ec8175294dca req-9fce6770-a73e-4d95-a675-708b849573a8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.1265669 Aug 31 00:37:16.288043 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:16.291971 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7e1b3620-ed5c-45b4-9896-4d5f610f2893 req-c41247b4-3a3d-4723-9ed8-b8b5e9a1bd6d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 210 time: 0.0334144 Aug 31 00:37:16.343211 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a5047dc5-c299-4ada-9045-ec8175294dca req-ec76ba99-7245-4bf7-8c1a-9eb26f94b11f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899451 Aug 31 00:37:16.371571 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Pushing event updated for resources: {'Port': ['ID=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:16.428232 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Attempting to bind port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:37:16.428601 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Attempting to bind port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:37:16.428932 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Attempting to bind port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 on network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:37:16.435947 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:16.439473 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 on network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:37:16.442946 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Attempting to bind port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 on network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:37:16.446673 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:37:16.447012 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Checking segment: {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:37:16.447435 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Bound using segment: {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:37:16.447864 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Bound port: c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98edd2b-4802-498b-a6f1-080611ab2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:37:16.448221 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:16.525239 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:16.529753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:37:16.532171 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67e10f-d6f3-44ba-ba18-fe6a6012ef0a req-22ae7927-6e8f-422c-a00a-079aea5226b4 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:16.533217 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:37:16.536955 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-af67e10f-d6f3-44ba-ba18-fe6a6012ef0a req-22ae7927-6e8f-422c-a00a-079aea5226b4 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0590003 Aug 31 00:37:16.573250 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:16.592115 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-af67e10f-d6f3-44ba-ba18-fe6a6012ef0a req-b616536b-39e8-44a3-9a52-c9099e835ada tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523355 Aug 31 00:37:16.664405 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:16.670905 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:16.671518 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:16.672958 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 200 len: 1094 time: 0.8837900 Aug 31 00:37:16.673916 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:16.676025 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17" -d '{"events": [{"name": "network-changed", "server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:16.730657 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550a769a-1978-4fb5-b251-8cfca3f38894 x-openstack-request-id: req-550a769a-1978-4fb5-b251-8cfca3f38894 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:16.730657 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:16.730657 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-550a769a-1978-4fb5-b251-8cfca3f38894 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:16.730657 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550a769a-1978-4fb5-b251-8cfca3f38894'] response: {'name': 'network-changed', 'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'status': 'completed', 'code': 200} Aug 31 00:37:16.732864 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d7270-8b6d-40fe-893b-7047d00ee2cd service neutron] Pushing event updated for resources: {'Port': ['ID=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:17.081544 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387d1a7-901c-4e3c-b72f-f8d424bfced0 req-953c9f48-a2ca-4837-8589-0c3c68e2f29f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:17.083916 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2387d1a7-901c-4e3c-b72f-f8d424bfced0 req-953c9f48-a2ca-4837-8589-0c3c68e2f29f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 943 time: 0.0711129 Aug 31 00:37:17.119008 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-6ed8d780-af00-4277-baee-a8dd7a43ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:17.119008 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-6ed8d780-af00-4277-baee-a8dd7a43ca38 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=28f0cda364854dfd9fde0249a751ecf4&device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1128 time: 0.0746126 Aug 31 00:37:17.145730 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2387d1a7-901c-4e3c-b72f-f8d424bfced0 req-25816cd6-e681-4d41-97e0-d9a2f45682d7 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540190 Aug 31 00:37:17.178120 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-7eff30a4-5463-4390-a6cb-ac1458f2e825 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 200 len: 217 time: 0.0449367 Aug 31 00:37:17.236438 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-8c083559-2666-4b55-b1f6-1a5c982e714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:17.237877 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-8c083559-2666-4b55-b1f6-1a5c982e714a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=82eaca97-36ab-4152-ac14-863d9055b192 HTTP/1.1" status: 200 len: 847 time: 0.0503845 Aug 31 00:37:17.294458 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-861ef120-354c-4599-9551-6055837fea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:17.296474 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-861ef120-354c-4599-9551-6055837fea55 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486364 Aug 31 00:37:17.550473 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ee1a-0228-4450-be5b-f9cb5507140b req-56dc04af-54b0-4f8a-acb6-54753cbf4d6d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:17.552585 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cfa6ee1a-0228-4450-be5b-f9cb5507140b req-56dc04af-54b0-4f8a-acb6-54753cbf4d6d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.1004226 Aug 31 00:37:17.609812 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cfa6ee1a-0228-4450-be5b-f9cb5507140b req-daa73134-68d1-4625-84a5-928b330a5117 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512738 Aug 31 00:37:17.612269 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6331-f69f-4d67-9301-4b487a3edb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:17.756090 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9ae7829c-ed5e-48e8-ac8a-f0db2d01e6fa req-8781aaf7-8b96-4c3c-8b1c-72f66964cc1e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 210 time: 0.0366640 Aug 31 00:37:17.763905 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db135ea-4589-4fcb-8f0c-be5a01ffdecc req-fcfc1eae-c223-4f28-a321-42e6fc50ca69 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:17.774029 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1db135ea-4589-4fcb-8f0c-be5a01ffdecc req-fcfc1eae-c223-4f28-a321-42e6fc50ca69 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0781429 Aug 31 00:37:17.791476 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device a10d4df1-cb0a-416e-86a7-7179c9f9aac0 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:37:17.839705 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1db135ea-4589-4fcb-8f0c-be5a01ffdecc req-044b5012-60bc-4b04-9268-b261737e4d1f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656672 Aug 31 00:37:17.874477 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-1c3e62f4-bddc-4320-aea4-1f17a3a4c453 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464354 Aug 31 00:37:17.888771 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-66767fa1-f9cf-41f4-a7f7-593946e44b7e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:17.891116 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-66767fa1-f9cf-41f4-a7f7-593946e44b7e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 818 time: 0.5543962 Aug 31 00:37:17.923419 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port a10d4df1-cb0a-416e-86a7-7179c9f9aac0, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:17.940093 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'port_id': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'mac_address': 'fa:16:3e:8a:aa:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:37:17.977781 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:17.978175 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:17.992457 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10d4df1-cb0a-416e-86a7-7179c9f9aac0 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:37:18.017238 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port a10d4df1-cb0a-416e-86a7-7179c9f9aac0, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:18.048592 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-4305487c-b6ea-4415-a175-3bdaf1d7bc5b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc HTTP/1.1" status: 200 len: 379 time: 0.1280277 Aug 31 00:37:18.051308 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71adfb84-b67e-49eb-9212-b48a056cf062 req-166d84c1-b101-4940-8e75-aa9742edfba2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593020 Aug 31 00:37:18.072411 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Request body: {'port': {'device_id': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'admin_state_up': True, 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'security_groups': ['50ec9d2e-0365-4e68-9360-8d2b6103397f']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:18.127400 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:18.210270 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:18.289099 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Made reservation on behalf of d8aa6e0e8e6b492f8e74eea0e830c0bc for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:37:18.292770 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:18.318625 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82ed6f-cf69-4e65-bbc6-84737de9d711 req-dc648513-9378-43c3-ba76-dfcb353c0aec tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:18.320041 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cd82ed6f-cf69-4e65-bbc6-84737de9d711 req-dc648513-9378-43c3-ba76-dfcb353c0aec tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 944 time: 0.0928204 Aug 31 00:37:18.327357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-46c5d978-6eb1-40ef-8209-172c1a0ce0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:18.328790 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-46c5d978-6eb1-40ef-8209-172c1a0ce0e8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=28f0cda364854dfd9fde0249a751ecf4&device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1128 time: 0.0683489 Aug 31 00:37:18.447035 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=14 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:18.449393 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:18.491965 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cd82ed6f-cf69-4e65-bbc6-84737de9d711 req-8314e236-3deb-41c5-a3fa-945cb23e70b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657317 Aug 31 00:37:18.498025 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:18.527051 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:18.536042 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['a10d4df1-cb0a-416e-86a7-7179c9f9aac0'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:37:18.584191 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Allocated IP 172.20.0.3 (578f7ed4-d51e-4ddc-a46f-3229f20b75ab/26f39e4c-d65e-40e6-825e-a79624118993/28ac27c8-3511-439e-b159-a7d7f843ea7b) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:37:18.596087 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-56f6ffe8-eea8-4884-b3e0-352cb9e0bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:18.597686 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-56f6ffe8-eea8-4884-b3e0-352cb9e0bd40 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f HTTP/1.1" status: 200 len: 909 time: 0.2034032 Aug 31 00:37:18.649330 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-ec5a303b-b640-43c6-a196-df82780be47e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 200 len: 217 time: 0.0443690 Aug 31 00:37:18.755348 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e6bf3-8773-4bcc-85fb-ff58ccefe8f0 req-d119ba41-dba8-4e89-9c1f-7d93bc260e23 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:18.757181 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8d0e6bf3-8773-4bcc-85fb-ff58ccefe8f0 req-d119ba41-dba8-4e89-9c1f-7d93bc260e23 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0522416 Aug 31 00:37:18.806084 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-4545d6ba-629e-443f-8de5-171abced17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:18.808466 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-4545d6ba-629e-443f-8de5-171abced17e3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=82eaca97-36ab-4152-ac14-863d9055b192 HTTP/1.1" status: 200 len: 847 time: 0.1513016 Aug 31 00:37:18.814823 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:18.841116 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8d0e6bf3-8773-4bcc-85fb-ff58ccefe8f0 req-8abe1c38-fc0f-4928-850a-aced7325fc5f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767987 Aug 31 00:37:18.924466 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-7fcb3b59-4cd5-4a50-965f-9b31d50e13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:18.925999 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-7fcb3b59-4cd5-4a50-965f-9b31d50e13fb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097624 Aug 31 00:37:18.934545 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59d10a7b-e306-49d0-8002-9eca1216e455 req-c4e573c4-964d-4620-9983-12e4c0e6576c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 210 time: 0.0543170 Aug 31 00:37:18.973325 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:18.977738 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae5d29-2dbc-474f-8bc2-52090919f0d7 req-c45150d2-cdbe-462d-9d48-02479c0c456b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:18.979279 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1fae5d29-2dbc-474f-8bc2-52090919f0d7 req-c45150d2-cdbe-462d-9d48-02479c0c456b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0646043 Aug 31 00:37:19.021797 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:19.035245 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1fae5d29-2dbc-474f-8bc2-52090919f0d7 req-78b57c47-add4-4ffc-9fcf-e11850ab8d0e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498457 Aug 31 00:37:19.060903 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44706) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:19.070043 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-4d6e2854-4c08-4e12-8998-782f180fbf71 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322539 Aug 31 00:37:19.132217 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.181078 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ae8e-7983-49f9-8657-ef4b50c2ce21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.186766 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:37:19.216510 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:37:19.216510 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:37:19.274912 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ae8e-7983-49f9-8657-ef4b50c2ce21 admin admin] Publish callbacks [] for security_group (7707e79b-2681-4585-8273-d6556989bce4), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.285580 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event updated for resources: {'Port': ['ID=28ac27c8-3511-439e-b159-a7d7f843ea7b,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:19.327770 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:19.328415 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.333030 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ae8e-7983-49f9-8657-ef4b50c2ce21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (7707e79b-2681-4585-8273-d6556989bce4), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.370271 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ae9ef8f-ddb3-4bec-ae9d-6c80660e0a17 req-15016b37-c563-4368-b2c7-ffb8f61d664d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822746 Aug 31 00:37:19.377182 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-8bd8ae8e-7983-49f9-8657-ef4b50c2ce21 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3e02f07bd0b041188bc7c7bd31a7ae68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150764 Aug 31 00:37:19.378180 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8ae8e-7983-49f9-8657-ef4b50c2ce21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7707e79b-2681-4585-8273-d6556989bce4,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:19.381124 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44712) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:19.451892 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d43b85e8-e69f-490e-b58b-49dc85b12059 None None] Provisioning complete for port 28ac27c8-3511-439e-b159-a7d7f843ea7b triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:37:19.455151 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d43b85e8-e69f-490e-b58b-49dc85b12059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.458069 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-29b54ddf-58cf-448f-837c-324a310630c0 admin admin] Publish callbacks [] for security_group (7707e79b-2681-4585-8273-d6556989bce4), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.465016 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-0872ab8b-f3de-4981-bff0-cbaa442cb539 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3961620 Aug 31 00:37:19.495082 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d43b85e8-e69f-490e-b58b-49dc85b12059 None None] Port 28ac27c8-3511-439e-b159-a7d7f843ea7b cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:37:19.499954 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-29b54ddf-58cf-448f-837c-324a310630c0 admin admin] Publish callbacks [] for security_group (7707e79b-2681-4585-8273-d6556989bce4), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.534645 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:19.619669 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Request body: {'port': {'device_id': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:19.665295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768302ff-0b85-4730-8585-b58aa37739d0 req-705d3101-ecf9-4b7d-a514-cbc27aec9f99 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:19.668481 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-768302ff-0b85-4730-8585-b58aa37739d0 req-705d3101-ecf9-4b7d-a514-cbc27aec9f99 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 944 time: 0.0861957 Aug 31 00:37:19.715832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-29b54ddf-58cf-448f-837c-324a310630c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (7707e79b-2681-4585-8273-d6556989bce4), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.718423 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-29b54ddf-58cf-448f-837c-324a310630c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.719686 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-29b54ddf-58cf-448f-837c-324a310630c0 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/7707e79b-2681-4585-8273-d6556989bce4 HTTP/1.1" status: 204 len: 168 time: 0.3324835 Aug 31 00:37:19.745578 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.750379 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b54ddf-58cf-448f-837c-324a310630c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7707e79b-2681-4585-8273-d6556989bce4,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:19.780636 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-768302ff-0b85-4730-8585-b58aa37739d0 req-57c9efe2-df73-48d0-b59b-1661e432130b tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061370 Aug 31 00:37:19.812479 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device a10d4df1-cb0a-416e-86a7-7179c9f9aac0 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:37:19.857247 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:37:19.970443 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:19.973854 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:37:19.974294 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:19.989846 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc43365-fd55-43c7-b79f-8f96ba34acec req-0894f095-18d5-420f-9a15-b154543a0a7c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:19.991369 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cbc43365-fd55-43c7-b79f-8f96ba34acec req-0894f095-18d5-420f-9a15-b154543a0a7c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0538990 Aug 31 00:37:20.057000 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cbc43365-fd55-43c7-b79f-8f96ba34acec req-8f62e756-4d60-4bee-90fc-ee0dffb977a4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591507 Aug 31 00:37:20.120096 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:20.132172 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-812a02a4-be72-47c9-b0c7-a3ea5e3e2854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.136485 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ac27c8-3511-439e-b159-a7d7f843ea7b {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:37:20.144922 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Publish callbacks [] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.156090 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:20.156825 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.164751 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db4238-e5e5-45b1-b5e5-0597e6b41dc0 req-fcffb3de-6b27-4de2-bc76-d968e1bbaa64 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:20.166278 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-68db4238-e5e5-45b1-b5e5-0597e6b41dc0 req-fcffb3de-6b27-4de2-bc76-d968e1bbaa64 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 931 time: 0.1105399 Aug 31 00:37:20.167527 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Transition to ACTIVE for port object 28ac27c8-3511-439e-b159-a7d7f843ea7b will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:37:20.195330 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:20.197810 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa03cc-de36-45f8-86ed-b378c271dce8" -d '{"events": [{"server_uuid": "c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c", "name": "network-vif-plugged", "status": "completed", "tag": "a10d4df1-cb0a-416e-86a7-7179c9f9aac0"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:20.203382 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:20.217768 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ead22-c3bd-4d32-bf5c-9980dfe70a93 req-6754380d-c9e2-46aa-be5f-1bf0be96bf61 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:20.218502 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port a10d4df1-cb0a-416e-86a7-7179c9f9aac0, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:20.221587 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-085ead22-c3bd-4d32-bf5c-9980dfe70a93 req-6754380d-c9e2-46aa-be5f-1bf0be96bf61 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0563533 Aug 31 00:37:20.224616 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-68db4238-e5e5-45b1-b5e5-0597e6b41dc0 req-b109a59b-8e69-4096-b08f-2566da9c0bb8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519412 Aug 31 00:37:20.236389 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.288559 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:20.298098 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c8ac51-6ce4-494e-b11a-9cace38a08e0 x-openstack-request-id: req-e3c8ac51-6ce4-494e-b11a-9cace38a08e0 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:20.299180 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c", "name": "network-vif-plugged", "status": "completed", "tag": "a10d4df1-cb0a-416e-86a7-7179c9f9aac0", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:20.299452 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3c8ac51-6ce4-494e-b11a-9cace38a08e0 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:20.299867 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c8ac51-6ce4-494e-b11a-9cace38a08e0'] response: {'server_uuid': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'code': 200} Aug 31 00:37:20.325718 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-085ead22-c3bd-4d32-bf5c-9980dfe70a93 req-b548d517-6a94-4c30-a7ae-ce98773c63e0 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885088 Aug 31 00:37:20.332921 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.348297 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Pushing event updated for resources: {'Port': ['ID=28ac27c8-3511-439e-b159-a7d7f843ea7b,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:20.393191 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Attempting to bind port 28ac27c8-3511-439e-b159-a7d7f843ea7b on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:37:20.393548 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Attempting to bind port 28ac27c8-3511-439e-b159-a7d7f843ea7b by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:37:20.393652 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:20.393970 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Attempting to bind port 28ac27c8-3511-439e-b159-a7d7f843ea7b on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:37:20.403112 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Port 28ac27c8-3511-439e-b159-a7d7f843ea7b on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:37:20.403381 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Attempting to bind port 28ac27c8-3511-439e-b159-a7d7f843ea7b on network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:37:20.409331 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:37:20.409665 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Checking segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:37:20.410795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Bound using segment: {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:37:20.411120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Bound port: 28ac27c8-3511-439e-b159-a7d7f843ea7b, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f54db00-a0f9-48fe-829d-9fceb44d0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:37:20.411667 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.480353 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] For port 28ac27c8-3511-439e-b159-a7d7f843ea7b, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:37:20.483563 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] For port 28ac27c8-3511-439e-b159-a7d7f843ea7b, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:37:20.559964 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.565773 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:20.566406 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.567809 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/28ac27c8-3511-439e-b159-a7d7f843ea7b HTTP/1.1" status: 200 len: 1093 time: 0.9524887 Aug 31 00:37:20.568385 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:20.570742 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27f82b8-d7b5-4b43-9714-7eee1ce67454" -d '{"events": [{"name": "network-changed", "server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:20.619097 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f1ba8-432a-47f9-9f36-5afdae5705de service neutron] Pushing event updated for resources: {'Port': ['ID=28ac27c8-3511-439e-b159-a7d7f843ea7b,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:20.628465 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14413e4c-2d4a-456f-b48a-ef97ab8f8a15 x-openstack-request-id: req-14413e4c-2d4a-456f-b48a-ef97ab8f8a15 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:20.628838 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:20.629112 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14413e4c-2d4a-456f-b48a-ef97ab8f8a15 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:20.629566 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14413e4c-2d4a-456f-b48a-ef97ab8f8a15'] response: {'name': 'network-changed', 'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'status': 'completed', 'code': 200} Aug 31 00:37:20.685560 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44742) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:20.700493 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4b11721a-5307-4ab7-817d-476f45938ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.721878 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:20.779343 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f82b8-d7b5-4b43-9714-7eee1ce67454 req-8232b39e-c172-4b4b-b164-64a2794f1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:20.780875 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a27f82b8-d7b5-4b43-9714-7eee1ce67454 req-8232b39e-c172-4b4b-b164-64a2794f1b62 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 1127 time: 0.0564818 Aug 31 00:37:20.833749 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4b11721a-5307-4ab7-817d-476f45938ae1 admin admin] Publish callbacks [] for security_group (e2ad7e16-2dfd-4f16-82eb-af7e061aa9d0), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.907015 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4b11721a-5307-4ab7-817d-476f45938ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e2ad7e16-2dfd-4f16-82eb-af7e061aa9d0), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:20.923662 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ead4-5ca3-4134-8652-ed928f939d41 req-b007b171-a1cd-4499-a63e-6cd2c575f0ea tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:20.925540 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0e64ead4-5ca3-4134-8652-ed928f939d41 req-b007b171-a1cd-4499-a63e-6cd2c575f0ea tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 945 time: 0.0519588 Aug 31 00:37:20.933634 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852293-35c6-41fb-92b5-121c9a220bc5 req-994c7722-ff75-41cf-9974-ff4b99715de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:20.935066 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2f852293-35c6-41fb-92b5-121c9a220bc5 req-994c7722-ff75-41cf-9974-ff4b99715de2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 1129 time: 0.1161194 Aug 31 00:37:20.983799 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0e64ead4-5ca3-4134-8652-ed928f939d41 req-de75445f-dc19-4268-92fd-3e31337a4be9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508456 Aug 31 00:37:21.006521 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-4b11721a-5307-4ab7-817d-476f45938ae1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=9f996a1cc7c24b3996fbd13c2c5fc3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199275 Aug 31 00:37:21.007342 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11721a-5307-4ab7-817d-476f45938ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ad7e16-2dfd-4f16-82eb-af7e061aa9d0,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:21.014603 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44750) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:21.038622 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f82b8-d7b5-4b43-9714-7eee1ce67454 req-8864abee-4dcc-4c66-b74f-5933b6b3162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:21.040272 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a27f82b8-d7b5-4b43-9714-7eee1ce67454 req-8864abee-4dcc-4c66-b74f-5933b6b3162f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2158766 Aug 31 00:37:21.077498 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2f852293-35c6-41fb-92b5-121c9a220bc5 req-b77d520a-2679-48b6-b071-fcbb221259a1 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263738 Aug 31 00:37:21.088759 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-56fdea23-e71e-4cf8-899e-9972cb70e986 admin admin] Publish callbacks [] for security_group (e2ad7e16-2dfd-4f16-82eb-af7e061aa9d0), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:21.118072 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-56fdea23-e71e-4cf8-899e-9972cb70e986 admin admin] Publish callbacks [] for security_group (e2ad7e16-2dfd-4f16-82eb-af7e061aa9d0), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:21.157880 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f82b8-d7b5-4b43-9714-7eee1ce67454 req-b23e462e-639b-42a0-b67b-57b0e364e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:21.159384 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a27f82b8-d7b5-4b43-9714-7eee1ce67454 req-b23e462e-639b-42a0-b67b-57b0e364e79e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106565 Aug 31 00:37:21.215295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd843-1a91-479d-8aec-57b1b9c9fcb0 req-b56b6a8e-2609-482f-9e44-13bd01fd7640 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:21.216754 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f83cd843-1a91-479d-8aec-57b1b9c9fcb0 req-b56b6a8e-2609-482f-9e44-13bd01fd7640 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0507269 Aug 31 00:37:21.267868 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f83cd843-1a91-479d-8aec-57b1b9c9fcb0 req-fa19ea1e-8c59-4061-b763-6d551250754b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452850 Aug 31 00:37:21.353167 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2a1f-cc6a-4feb-acd0-d0d7da63da80 req-bcb9e70b-6dbc-4386-b4fc-39e22fd455b1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:21.354672 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-49af2a1f-cc6a-4feb-acd0-d0d7da63da80 req-bcb9e70b-6dbc-4386-b4fc-39e22fd455b1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 943 time: 0.0495353 Aug 31 00:37:21.411966 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-49af2a1f-cc6a-4feb-acd0-d0d7da63da80 req-0512c7a0-6789-4034-b2d9-95f766e19573 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515659 Aug 31 00:37:21.578145 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:21.578749 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-56fdea23-e71e-4cf8-899e-9972cb70e986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (e2ad7e16-2dfd-4f16-82eb-af7e061aa9d0), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:21.581537 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-56fdea23-e71e-4cf8-899e-9972cb70e986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:21.583483 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-56fdea23-e71e-4cf8-899e-9972cb70e986 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e2ad7e16-2dfd-4f16-82eb-af7e061aa9d0 HTTP/1.1" status: 204 len: 168 time: 0.5677972 Aug 31 00:37:21.592770 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdea23-e71e-4cf8-899e-9972cb70e986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ad7e16-2dfd-4f16-82eb-af7e061aa9d0,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:21.598650 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76accb54-e3f6-4ea3-b14e-232e053c8c48 req-7ac9d1cb-2783-429f-af81-32b770042a20 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:21.600455 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76accb54-e3f6-4ea3-b14e-232e053c8c48 req-7ac9d1cb-2783-429f-af81-32b770042a20 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0544696 Aug 31 00:37:21.681050 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76accb54-e3f6-4ea3-b14e-232e053c8c48 req-ecde82d4-61a3-4950-980a-ac57a49b80a4 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653365 Aug 31 00:37:21.896981 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44770) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:21.901973 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-d6722d37-4536-41dd-9bc4-65d04bef721c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137966629', 'description': 'tempest-description--291711836'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:21.904265 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:21.988726 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d6722d37-4536-41dd-9bc4-65d04bef721c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.069388 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d6722d37-4536-41dd-9bc4-65d04bef721c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (ea9971e5-a117-4939-b315-32bf60943e0c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.077717 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-414ba348-6dd7-42b6-a0f9-f3507f635272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:22.079260 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-414ba348-6dd7-42b6-a0f9-f3507f635272 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 1127 time: 0.0653338 Aug 31 00:37:22.115850 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda06c1-25be-42a5-8e5c-2e91daa302e5 req-68fbba93-ed61-40ae-9c5e-987d92f0a270 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:22.117406 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fda06c1-25be-42a5-8e5c-2e91daa302e5 req-68fbba93-ed61-40ae-9c5e-987d92f0a270 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 945 time: 0.0523117 Aug 31 00:37:22.158045 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-2aab3053-ddf2-46a4-b119-0262b6b8bb35 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b HTTP/1.1" status: 200 len: 217 time: 0.0396860 Aug 31 00:37:22.206133 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d6722d37-4536-41dd-9bc4-65d04bef721c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (ea9971e5-a117-4939-b315-32bf60943e0c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.231991 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fda06c1-25be-42a5-8e5c-2e91daa302e5 req-154ab824-4d46-42c2-9c41-30e4b96207d6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072872 Aug 31 00:37:22.242278 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:22.244036 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-fab0b51b-c31a-405c-8ced-04ce6a32bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:22.244161 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6722d37-4536-41dd-9bc4-65d04bef721c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9971e5-a117-4939-b315-32bf60943e0c,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:22.245736 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-fab0b51b-c31a-405c-8ced-04ce6a32bb10 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0749092 Aug 31 00:37:22.330559 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44776) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:22.333244 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d6722d37-4536-41dd-9bc4-65d04bef721c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.339843 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d6722d37-4536-41dd-9bc4-65d04bef721c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4412169 Aug 31 00:37:22.340046 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44778) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:22.346150 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-80566b44-65cd-4316-8531-9825ca3d6f2d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group_rule': {'security_group_id': 'ea9971e5-a117-4939-b315-32bf60943e0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:22.360991 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7c724ede-4551-439f-ae4a-32bd85076fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.412521 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ebf8d-01e0-460b-b9bc-5245ebbb91d0 req-b400e61a-b8f3-4d81-ac00-e983e26176f0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:22.414063 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4e6ebf8d-01e0-460b-b9bc-5245ebbb91d0 req-b400e61a-b8f3-4d81-ac00-e983e26176f0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0523367 Aug 31 00:37:22.468070 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7c724ede-4551-439f-ae4a-32bd85076fb7 admin admin] Publish callbacks [] for security_group (2d860c15-1360-497c-9fa2-3f81853705c9), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.475531 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4e6ebf8d-01e0-460b-b9bc-5245ebbb91d0 req-2183ec44-7d0d-4312-a2ca-f47d76b1a359 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551968 Aug 31 00:37:22.502019 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:22.514876 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-80566b44-65cd-4316-8531-9825ca3d6f2d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (585ff602-2212-466e-a727-bd73ecc1caff), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.569826 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7c724ede-4551-439f-ae4a-32bd85076fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2d860c15-1360-497c-9fa2-3f81853705c9), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.619721 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83a003-d4d1-46bb-b153-56ee622aa650 req-57e6eff8-ae81-4375-8718-f10a61154cf6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:22.621297 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ac83a003-d4d1-46bb-b153-56ee622aa650 req-57e6eff8-ae81-4375-8718-f10a61154cf6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 943 time: 0.0932167 Aug 31 00:37:22.651353 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-80566b44-65cd-4316-8531-9825ca3d6f2d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (585ff602-2212-466e-a727-bd73ecc1caff), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.654722 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-7c724ede-4551-439f-ae4a-32bd85076fb7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=13953299c4ed4fe9b3ccc35bdf25e610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230171 Aug 31 00:37:22.659072 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44782) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:22.662249 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c724ede-4551-439f-ae4a-32bd85076fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d860c15-1360-497c-9fa2-3f81853705c9,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:22.713808 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b15c807c-901f-4551-ab6d-7703880075d3 admin admin] Publish callbacks [] for security_group (2d860c15-1360-497c-9fa2-3f81853705c9), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.728931 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-80566b44-65cd-4316-8531-9825ca3d6f2d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (585ff602-2212-466e-a727-bd73ecc1caff), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.742631 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b15c807c-901f-4551-ab6d-7703880075d3 admin admin] Publish callbacks [] for security_group (2d860c15-1360-497c-9fa2-3f81853705c9), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.750990 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-72954bfa-d3e4-4238-8dc4-db35616a1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:22.752535 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-72954bfa-d3e4-4238-8dc4-db35616a1aba service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844698 Aug 31 00:37:22.759941 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ac83a003-d4d1-46bb-b153-56ee622aa650 req-6e98663f-fee6-426a-bc7c-78bf14beb17d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273766 Aug 31 00:37:22.764962 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80566b44-65cd-4316-8531-9825ca3d6f2d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585ff602-2212-466e-a727-bd73ecc1caff,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:22.842188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6622-5196-473f-b6c8-05bf3e2e8d4a req-33b4d6f7-5878-4c0c-b930-2858d33fdafb tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:22.842419 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-80566b44-65cd-4316-8531-9825ca3d6f2d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:22.843643 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-060f6622-5196-473f-b6c8-05bf3e2e8d4a req-33b4d6f7-5878-4c0c-b930-2858d33fdafb tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0651886 Aug 31 00:37:22.844218 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-80566b44-65cd-4316-8531-9825ca3d6f2d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5019836 Aug 31 00:37:22.846581 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44790) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:22.852607 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-d8c24f6e-fc55-4387-a0d8-b6ce44ca25c3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group_rule': {'security_group_id': 'ea9971e5-a117-4939-b315-32bf60943e0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:22.901157 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:22.919641 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-060f6622-5196-473f-b6c8-05bf3e2e8d4a req-5ac7319f-81e6-4756-a8df-0f615bb57b7e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609717 Aug 31 00:37:23.009731 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b15c807c-901f-4551-ab6d-7703880075d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2d860c15-1360-497c-9fa2-3f81853705c9), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.015600 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b15c807c-901f-4551-ab6d-7703880075d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.015600 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-b15c807c-901f-4551-ab6d-7703880075d3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2d860c15-1360-497c-9fa2-3f81853705c9 HTTP/1.1" status: 204 len: 168 time: 0.3552010 Aug 31 00:37:23.030891 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c807c-901f-4551-ab6d-7703880075d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d860c15-1360-497c-9fa2-3f81853705c9,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:23.043600 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d8c24f6e-fc55-4387-a0d8-b6ce44ca25c3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (cb42d3a0-2545-47dc-b986-f119d5e4464e), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.127235 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d8c24f6e-fc55-4387-a0d8-b6ce44ca25c3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (cb42d3a0-2545-47dc-b986-f119d5e4464e), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.149112 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-2adc2a68-57ed-41aa-abf0-307b732c506e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525772 Aug 31 00:37:23.171711 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.211815 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d8c24f6e-fc55-4387-a0d8-b6ce44ca25c3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (cb42d3a0-2545-47dc-b986-f119d5e4464e), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.236724 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c24f6e-fc55-4387-a0d8-b6ce44ca25c3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb42d3a0-2545-47dc-b986-f119d5e4464e,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:23.282775 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d8c24f6e-fc55-4387-a0d8-b6ce44ca25c3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.288719 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d8c24f6e-fc55-4387-a0d8-b6ce44ca25c3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4369154 Aug 31 00:37:23.297138 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 44796) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:23.297138 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:23.349300 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.383902 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.568013 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a62534a1-085a-42a6-b99c-bb2c8918f7fe req-5f960532-5516-4e6c-a525-7a5415dd2606 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076519 Aug 31 00:37:23.591835 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.611281 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:23.639052 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec670670-9266-4732-a774-3110ca7dcaec req-52b55165-d8a2-4272-b3d3-00ba81bb2e2c tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:23.647101 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ec670670-9266-4732-a774-3110ca7dcaec req-52b55165-d8a2-4272-b3d3-00ba81bb2e2c tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 945 time: 0.0766437 Aug 31 00:37:23.702963 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ec670670-9266-4732-a774-3110ca7dcaec req-7dee3dc8-9d54-4a40-a171-2d2ec248cd86 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547009 Aug 31 00:37:23.711578 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12127d17-f75c-4b74-8f31-6973586235ef req-071c8f8c-239b-45e1-8626-fbb51327448c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:23.713183 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-12127d17-f75c-4b74-8f31-6973586235ef req-071c8f8c-239b-45e1-8626-fbb51327448c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0994501 Aug 31 00:37:23.779582 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:23.796101 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Allocated IP 172.27.3.36 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/6e4d928d-3afe-44d0-ba35-4a2609ab94cb) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:37:23.815077 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-12127d17-f75c-4b74-8f31-6973586235ef req-75f78ece-0663-4831-aca3-26c942c7dce0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961103 Aug 31 00:37:23.831181 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2441a2f-5889-41f9-a900-8a83c5569470 req-3f3ee6c2-b1bf-45d7-82a5-ca18dde8d23a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:23.841358 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c2441a2f-5889-41f9-a900-8a83c5569470 req-3f3ee6c2-b1bf-45d7-82a5-ca18dde8d23a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 945 time: 0.0626814 Aug 31 00:37:23.894765 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c2441a2f-5889-41f9-a900-8a83c5569470 req-b22131ab-820c-4500-ab54-550379b48164 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524778 Aug 31 00:37:23.924248 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44808) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:23.955831 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (6e4d928d-3afe-44d0-ba35-4a2609ab94cb), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:23.963605 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc13abd-dc74-4345-8768-6b3b930a1203 req-e79149cb-6a3c-4eb8-8ab8-ead9cb211338 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:23.965175 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2cc13abd-dc74-4345-8768-6b3b930a1203 req-e79149cb-6a3c-4eb8-8ab8-ead9cb211338 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 943 time: 0.0752106 Aug 31 00:37:24.036061 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2cc13abd-dc74-4345-8768-6b3b930a1203 req-492785f1-1fb7-45d5-a2df-c9af2e3a84ba tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619187 Aug 31 00:37:24.051538 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0809c-ca66-42c3-93d2-38785fb3a6fe req-1f917342-03cc-4e28-8b23-acfa1f82df00 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:24.053385 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-70b0809c-ca66-42c3-93d2-38785fb3a6fe req-1f917342-03cc-4e28-8b23-acfa1f82df00 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0542750 Aug 31 00:37:24.097416 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (6e4d928d-3afe-44d0-ba35-4a2609ab94cb), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.124948 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-70b0809c-ca66-42c3-93d2-38785fb3a6fe req-1fe28b06-7a5b-421f-9cce-45fb37e67f58 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606244 Aug 31 00:37:24.132779 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:37:24.135731 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:37:24.147206 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:37:24.186759 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=6e4d928d-3afe-44d0-ba35-4a2609ab94cb,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:24.211969 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (879f3df3-806d-4db8-a600-4a229ce36498), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.220947 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791769b9-ef56-44aa-b9d8-a85cc3f83256 tempest-TestVolumeBootPattern-119309113 tempest-TestVolumeBootPattern-119309113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:24.222443 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-791769b9-ef56-44aa-b9d8-a85cc3f83256 tempest-TestVolumeBootPattern-119309113 tempest-TestVolumeBootPattern-119309113-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 1124 time: 0.2971578 Aug 31 00:37:24.225860 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 44814) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:24.230325 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'port_id': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:24.303625 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.340964 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:24.342362 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (6e4d928d-3afe-44d0-ba35-4a2609ab94cb), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.348467 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:24.389871 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.519666 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (6e4d928d-3afe-44d0-ba35-4a2609ab94cb), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.525213 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Allocated IP 172.27.3.120 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/cc8b01ba-fe0b-478c-89fd-1b3cf70eabec) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:37:24.583605 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (6e4d928d-3afe-44d0-ba35-4a2609ab94cb), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.584496 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (879f3df3-806d-4db8-a600-4a229ce36498), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.631187 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=6e4d928d-3afe-44d0-ba35-4a2609ab94cb,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:24.646801 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for port (cc8b01ba-fe0b-478c-89fd-1b3cf70eabec), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.705303 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.706573 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-1563e193-0f8e-4f26-84df-758ee2a4e757 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4147770 Aug 31 00:37:24.749651 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.780096 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (cc8b01ba-fe0b-478c-89fd-1b3cf70eabec), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:24.826841 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:37:24.827725 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:24.830791 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:37:24.833619 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:37:24.862825 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'Port': ['ID=cc8b01ba-fe0b-478c-89fd-1b3cf70eabec,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:24.938006 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-a047ab31-e531-4a59-a76d-39d1785f53d1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1137966629&fields=id&tenant_id=ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 267 time: 0.0505722 Aug 31 00:37:25.009867 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10542a63-0bae-48ff-86f5-33ed2bd2d2e7 req-a01b56f9-f86b-48e9-86ac-39be80f18228 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:25.011591 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-10542a63-0bae-48ff-86f5-33ed2bd2d2e7 req-a01b56f9-f86b-48e9-86ac-39be80f18228 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0891573 Aug 31 00:37:25.062378 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307166e-76d6-401a-aa03-994325d1f18b req-0eda06db-fe86-4e45-8344-39dfa15484e6 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:25.063903 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-0eda06db-fe86-4e45-8344-39dfa15484e6 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 814 time: 0.1183541 Aug 31 00:37:25.082132 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-3673dcea-de3f-4c10-831f-02440df97309 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/quotas/ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 375 time: 0.0106292 Aug 31 00:37:25.096979 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:25.151188 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-10542a63-0bae-48ff-86f5-33ed2bd2d2e7 req-00be65b2-b680-472c-b8cf-464b2320ab11 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319015 Aug 31 00:37:25.157732 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-97ff6a7a-851a-495c-a51f-5fb28d8b3419 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698411 Aug 31 00:37:25.297159 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-f0b36acb-f610-4f4a-983e-571da29b3c2c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096323 Aug 31 00:37:25.386441 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67320202-6346-4dc0-b0b4-e970fa39477e req-fd532a76-f89c-4f71-8fbf-f72047e843ab tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:25.387955 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-67320202-6346-4dc0-b0b4-e970fa39477e req-fd532a76-f89c-4f71-8fbf-f72047e843ab tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 943 time: 0.1536992 Aug 31 00:37:25.392828 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-11a0bd17-88c6-41cf-9379-98678826bce5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892801 Aug 31 00:37:25.505991 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:25.570601 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-67320202-6346-4dc0-b0b4-e970fa39477e req-16570190-da65-4c56-8a51-d71566394bba tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754174 Aug 31 00:37:25.601649 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (a514e25f-8c20-4afe-b18a-65f8cbfa480d), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:25.703976 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84d2c-00fd-4eb8-bfdb-d6222491ede4 req-19bd2c06-ca72-4150-9ec5-a2c3d296bb94 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:25.705566 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-65e84d2c-00fd-4eb8-bfdb-d6222491ede4 req-19bd2c06-ca72-4150-9ec5-a2c3d296bb94 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0573080 Aug 31 00:37:25.714328 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-380fbb92-0021-4d16-a842-eaca9cda967d req-5e67ae55-57c6-473a-b7a7-849b307dd08b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 210 time: 0.0719545 Aug 31 00:37:25.843280 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cc8b01ba-fe0b-478c-89fd-1b3cf70eabec), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:25.974970 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-65e84d2c-00fd-4eb8-bfdb-d6222491ede4 req-728f4934-65bb-4bc2-b6c7-459cf7e9f3f3 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580178 Aug 31 00:37:26.027057 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for port (cc8b01ba-fe0b-478c-89fd-1b3cf70eabec), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:26.091827 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (cc8b01ba-fe0b-478c-89fd-1b3cf70eabec), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:26.161070 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'Port': ['ID=cc8b01ba-fe0b-478c-89fd-1b3cf70eabec,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:26.165256 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (a514e25f-8c20-4afe-b18a-65f8cbfa480d), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:26.308298 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Floating IP a514e25f-8c20-4afe-b18a-65f8cbfa480d associated. External IP: 172.27.3.120, port: a10d4df1-cb0a-416e-86a7-7179c9f9aac0. Aug 31 00:37:26.350118 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:26.356310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d00915-0c38-4081-a59c-b1331e4caa9f req-8546a2c1-fc87-472c-818e-a0ccf77416db tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:26.357807 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a1d00915-0c38-4081-a59c-b1331e4caa9f req-8546a2c1-fc87-472c-818e-a0ccf77416db tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0940585 Aug 31 00:37:26.458827 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a1d00915-0c38-4081-a59c-b1331e4caa9f req-b2647953-c1b5-439b-89fe-54d14948f35e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909860 Aug 31 00:37:26.573569 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Router 9b9a5233-c072-421d-84a0-85651350fd73 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:37:26.696294 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:37:26.711061 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] Sync routers for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:37:26.722240 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:26.722991 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:37:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:26.724435 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371917f-ff9b-4b16-9c43-5d1adf723b8b req-c36321c8-dbf0-4272-889c-01fa1012239c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:26.725993 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3371917f-ff9b-4b16-9c43-5d1adf723b8b req-c36321c8-dbf0-4272-889c-01fa1012239c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 943 time: 0.0575507 Aug 31 00:37:26.792673 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3371917f-ff9b-4b16-9c43-5d1adf723b8b req-269a1e2c-1017-45d6-ba08-bb016a3f0108 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593927 Aug 31 00:37:26.814062 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:26.833870 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b15c699-2611-49b0-bd8a-eceff96835d1 req-9f69caef-a8b6-4f64-8821-07dfa657132a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 210 time: 0.0378423 Aug 31 00:37:26.847810 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:26.871138 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-be6237b1-dd8d-44d7-876f-48fd921c7f33 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6442385 Aug 31 00:37:26.871877 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'tag': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:26.874317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf93c6e-c7f4-493a-b6c5-105c182ad408" -d '{"events": [{"name": "network-changed", "server_uuid": "c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c", "tag": "a10d4df1-cb0a-416e-86a7-7179c9f9aac0"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:26.913023 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1f63e0-c775-47f6-81b2-23d795bf5ce6 x-openstack-request-id: req-bf1f63e0-c775-47f6-81b2-23d795bf5ce6 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:26.913317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c", "tag": "a10d4df1-cb0a-416e-86a7-7179c9f9aac0", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:26.913577 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf1f63e0-c775-47f6-81b2-23d795bf5ce6 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:26.913971 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1f63e0-c775-47f6-81b2-23d795bf5ce6'] response: {'name': 'network-changed', 'server_uuid': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'tag': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'status': 'completed', 'code': 200} Aug 31 00:37:27.019847 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:27.068072 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'a514e25f-8c20-4afe-b18a-65f8cbfa480d', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:8a:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:25Z', 'updated_at': '2022-08-31T00:37:25Z', 'revision_number': 0, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:27.099453 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] Checking router: 9b9a5233-c072-421d-84a0-85651350fd73 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:37:27.108306 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:27.108945 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:37:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:27.110476 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a23ba8-f1e7-4493-ad16-c040c5ad7d7a req-2e9313a4-095e-4452-8c6a-3e78ec11dd0e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:27.111978 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-25a23ba8-f1e7-4493-ad16-c040c5ad7d7a req-2e9313a4-095e-4452-8c6a-3e78ec11dd0e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0538762 Aug 31 00:37:27.160457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:27.166130 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-25a23ba8-f1e7-4493-ad16-c040c5ad7d7a req-d01c5dc7-6c78-4408-9e8e-8d2db9f0fcdf tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482211 Aug 31 00:37:27.216604 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:27.440512 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'a514e25f-8c20-4afe-b18a-65f8cbfa480d', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:8a:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:25Z', 'updated_at': '2022-08-31T00:37:25Z', 'revision_number': 0, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:27.467086 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed95a68e-daa7-49fa-a042-f9bebf9891f3 None None] The sync data for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi is: [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'a514e25f-8c20-4afe-b18a-65f8cbfa480d', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:8a:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:25Z', 'updated_at': '2022-08-31T00:37:25Z', 'revision_number': 0, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:37:27.606823 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933512e-bd3f-47fe-8a26-685a3b5d475a req-f7f3f0c3-62c8-4ff4-80ae-0f7dec59d4f9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:27.608362 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2933512e-bd3f-47fe-8a26-685a3b5d475a req-f7f3f0c3-62c8-4ff4-80ae-0f7dec59d4f9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0509336 Aug 31 00:37:27.667985 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2933512e-bd3f-47fe-8a26-685a3b5d475a req-e6f292bb-2df8-430b-bfab-2cc51c39e089 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514231 Aug 31 00:37:27.689518 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980fce43-01bd-408c-8e1c-b46bcde0f29e None None] New status for floating IP a514e25f-8c20-4afe-b18a-65f8cbfa480d: ACTIVE {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:37:27.916924 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b939c1-f75d-4d57-95b6-080989f4c7f5 req-bf24c56d-22da-4b9b-9416-12a17e749da6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:27.918676 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d7b939c1-f75d-4d57-95b6-080989f4c7f5 req-bf24c56d-22da-4b9b-9416-12a17e749da6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 943 time: 0.0496192 Aug 31 00:37:27.946501 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ed1249e6-4b94-4ffb-aa4a-f5158452c460 req-eca6a98a-f98e-4a49-aba2-24fded29c122 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 210 time: 0.0298524 Aug 31 00:37:27.981222 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d7b939c1-f75d-4d57-95b6-080989f4c7f5 req-3a700126-4ede-4cc5-a2f3-e59217464006 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555987 Aug 31 00:37:28.294155 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3494-3c46-4e8d-978e-003078eee097 req-fe2bb689-57e4-496c-a0c0-f5e2ad766cd7 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:28.296162 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cbff3494-3c46-4e8d-978e-003078eee097 req-fe2bb689-57e4-496c-a0c0-f5e2ad766cd7 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0567207 Aug 31 00:37:28.353691 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cbff3494-3c46-4e8d-978e-003078eee097 req-fd737ee4-f968-4635-981e-bd7e4dbdb44c tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517130 Aug 31 00:37:28.806759 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339ace-8cae-4476-837e-638218c1e36d req-61d9a0ce-21c2-4609-b49e-ef0b50195da2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:28.808247 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-04339ace-8cae-4476-837e-638218c1e36d req-61d9a0ce-21c2-4609-b49e-ef0b50195da2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0472965 Aug 31 00:37:28.858972 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-04339ace-8cae-4476-837e-638218c1e36d req-c3fe6e5b-bafb-4580-ae49-b9a69683c2e4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448432 Aug 31 00:37:29.052619 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d90d68e5-31d9-4c08-93f3-719583056033 req-78269d48-1e41-4cbd-af18-f0edbfd161f1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 210 time: 0.0280643 Aug 31 00:37:29.101675 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a07b-5e38-439d-9642-f05a9d78601c req-1bcace2e-d19d-4add-8921-5bac0b214d85 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:29.103151 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-beb2a07b-5e38-439d-9642-f05a9d78601c req-1bcace2e-d19d-4add-8921-5bac0b214d85 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 943 time: 0.0482600 Aug 31 00:37:29.151719 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-beb2a07b-5e38-439d-9642-f05a9d78601c req-b42426d2-b192-4e2b-bee5-5d8e4e66a22c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Aug 31 00:37:29.494543 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611fb8c-4d0c-4775-aaf1-688d53c9de8a req-77278383-0eb1-441d-bebc-f2d5f6dede18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:29.496702 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f611fb8c-4d0c-4775-aaf1-688d53c9de8a req-77278383-0eb1-441d-bebc-f2d5f6dede18 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0626361 Aug 31 00:37:29.512967 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:29.558331 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f611fb8c-4d0c-4775-aaf1-688d53c9de8a req-85c9ceaa-1e22-49e2-bc9e-f76e873ec161 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558424 Aug 31 00:37:29.754846 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-123ea8a0-407d-476d-b9a4-3149424fb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:29.756468 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-123ea8a0-407d-476d-b9a4-3149424fb8c9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 1129 time: 0.0407882 Aug 31 00:37:29.876167 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 28ac27c8-3511-439e-b159-a7d7f843ea7b details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:37:30.010111 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:30.027982 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 28ac27c8-3511-439e-b159-a7d7f843ea7b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:30.048589 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'port_id': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'mac_address': 'fa:16:3e:8e:47:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:37:30.091120 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 28ac27c8-3511-439e-b159-a7d7f843ea7b is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:30.091661 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:30.104687 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b96f-fd67-43e6-a828-07a946f87fa0 req-6e678de1-d599-4569-8107-6cc291f44e82 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:30.106234 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d5e6b96f-fd67-43e6-a828-07a946f87fa0 req-6e678de1-d599-4569-8107-6cc291f44e82 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0636241 Aug 31 00:37:30.112976 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ac27c8-3511-439e-b159-a7d7f843ea7b {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:37:30.146741 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-ce3d92d2-fe4d-457a-8e0a-9b8877716f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:30.148716 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-ce3d92d2-fe4d-457a-8e0a-9b8877716f6d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 913 time: 0.3776846 Aug 31 00:37:30.155780 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 28ac27c8-3511-439e-b159-a7d7f843ea7b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:30.192716 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4c9a330a-3c93-4091-9979-2b3180b335ac req-0ec455f0-7337-47f9-9b39-425df53d338f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 210 time: 0.0353153 Aug 31 00:37:30.195163 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:30.228962 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d5e6b96f-fd67-43e6-a828-07a946f87fa0 req-dde98cd3-b198-45f7-8df5-2fa24adf6749 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154404 Aug 31 00:37:30.257649 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-1b572ef5-732c-45d2-afe6-e35d914d959a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10d4df1-cb0a-416e-86a7-7179c9f9aac0 HTTP/1.1" status: 200 len: 1001 time: 0.0974317 Aug 31 00:37:30.258322 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=28ac27c8-3511-439e-b159-a7d7f843ea7b,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:30.318497 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-e44ccf8c-c69d-452a-b5d9-a2f3f515b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:30.320009 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-e44ccf8c-c69d-452a-b5d9-a2f3f515b604 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.0486860 Aug 31 00:37:30.334851 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85a82-ff18-480a-b367-3e626abaa15b req-6896780e-a961-439d-a417-dd4668853a00 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:30.336316 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a6a85a82-ff18-480a-b367-3e626abaa15b req-6896780e-a961-439d-a417-dd4668853a00 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 944 time: 0.0632062 Aug 31 00:37:30.374789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-5d6a416e-130b-4ee8-b604-ce2c6d405713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:30.376536 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-5d6a416e-130b-4ee8-b604-ce2c6d405713 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447495 Aug 31 00:37:30.398186 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a6a85a82-ff18-480a-b367-3e626abaa15b req-a6938a55-c4e2-4cc9-8f4e-37a8e2eaa1d9 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520933 Aug 31 00:37:30.398406 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:30.499090 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-fa55eb1b-72a9-4c64-ae9a-d2c356ce6ad0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111665 Aug 31 00:37:30.604003 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eaf93c6e-c7f4-493a-b6c5-105c182ad408 req-e447b7a0-b681-41a7-bb5c-2c07cf642b46 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941272 Aug 31 00:37:30.672722 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['28ac27c8-3511-439e-b159-a7d7f843ea7b'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:37:30.697007 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c386-0c55-406d-beb6-30f249165d8f req-b06ccd76-d50c-4191-bd34-c5a4c87d644b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:30.700578 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-14c0c386-0c55-406d-beb6-30f249165d8f req-b06ccd76-d50c-4191-bd34-c5a4c87d644b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0622227 Aug 31 00:37:30.749036 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:30.759468 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-14c0c386-0c55-406d-beb6-30f249165d8f req-a17a024e-3d91-45e7-a343-01cf1c7e267a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528810 Aug 31 00:37:31.307002 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-aabc82df-4323-4752-8be3-9bbeef1a49c1 req-70a070f5-b903-4be2-91cb-3f70796ffc46 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 210 time: 0.0304544 Aug 31 00:37:31.453422 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a454c7-a42c-4f40-8ac3-6b0fa5c55e50 req-40d0684d-86ea-481f-8365-46a90a9af502 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:31.454960 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-01a454c7-a42c-4f40-8ac3-6b0fa5c55e50 req-40d0684d-86ea-481f-8365-46a90a9af502 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.1081493 Aug 31 00:37:31.530910 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4dfc3-8b09-42b4-9ffb-241e32292ee9 req-6acf64df-1f04-479f-8471-a9b7f206ecca tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:31.532634 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-26c4dfc3-8b09-42b4-9ffb-241e32292ee9 req-6acf64df-1f04-479f-8471-a9b7f206ecca tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 944 time: 0.0541248 Aug 31 00:37:31.548174 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307166e-76d6-401a-aa03-994325d1f18b req-8ad77267-2b71-4423-93ef-8e8aa01283db tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:31.549789 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-8ad77267-2b71-4423-93ef-8e8aa01283db tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 814 time: 0.1720724 Aug 31 00:37:31.554415 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-01a454c7-a42c-4f40-8ac3-6b0fa5c55e50 req-122f65e8-b0e9-402f-84f8-4514fcf6b0ef tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907974 Aug 31 00:37:31.599720 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-26c4dfc3-8b09-42b4-9ffb-241e32292ee9 req-d5fbc719-143b-4707-b560-73ca478549db tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607538 Aug 31 00:37:31.640953 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-713aca8f-3f1f-424b-87da-1a93e1181d68 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 473 time: 0.0721295 Aug 31 00:37:31.651310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'port': {'device_id': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'admin_state_up': True, 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'security_groups': ['ea9971e5-a117-4939-b315-32bf60943e0c']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:31.823432 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Made reservation on behalf of ec5893d9a55f4ed28f6579397d0d6f21 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:37:31.827654 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:31.885413 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device c18f4b3c-fb43-40d2-901a-6255ea8c3f61 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:37:31.900634 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:31.905721 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 28ac27c8-3511-439e-b159-a7d7f843ea7b up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:37:31.939383 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841afd2-5ac1-47e4-bd94-d8c84fec2934 req-837df422-ccbc-4289-9bfd-a27a6607db14 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:31.940789 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1841afd2-5ac1-47e4-bd94-d8c84fec2934 req-837df422-ccbc-4289-9bfd-a27a6607db14 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0947924 Aug 31 00:37:32.012788 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 28ac27c8-3511-439e-b159-a7d7f843ea7b completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:37:32.030749 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:32.040255 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Allocated IP 172.20.0.13 (6d427232-8e26-4216-9399-96dea4f30f86/ac7233ea-d3dd-4f4b-966f-1fedd056ffbf/e8da9c81-1278-4164-a96f-8a1a32121ece) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:37:32.043204 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'port_id': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'mac_address': 'fa:16:3e:72:5b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:37:32.045375 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1841afd2-5ac1-47e4-bd94-d8c84fec2934 req-a6e75e63-bc2c-4356-9dcf-2422970ae241 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956838 Aug 31 00:37:32.075726 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 28ac27c8-3511-439e-b159-a7d7f843ea7b triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:37:32.076017 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.107807 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:32.108201 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.126813 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18f4b3c-fb43-40d2-901a-6255ea8c3f61 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:37:32.152922 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:32.193909 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 28ac27c8-3511-439e-b159-a7d7f843ea7b is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:32.194312 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.202719 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:32.219953 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.232822 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:32.340705 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.343002 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.343672 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:37:32.350798 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:32.387823 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Network 6d427232-8e26-4216-9399-96dea4f30f86 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:37:32.389177 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:32.391429 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880301df-558b-48c2-a6b5-6f3cdf8d5e3b" -d '{"events": [{"server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "name": "network-vif-plugged", "status": "completed", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:32.394901 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:37:32.400613 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:37:32.437596 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=e8da9c81-1278-4164-a96f-8a1a32121ece,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:32.440073 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 28ac27c8-3511-439e-b159-a7d7f843ea7b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:32.450007 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:32.489196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:32.490657 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.505558 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a67f6-2ddf-400e-86c1-4be0996f2e64 req-b7fd70e0-e025-4da4-a841-5a82751f692e tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:32.512273 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a57a67f6-2ddf-400e-86c1-4be0996f2e64 req-b7fd70e0-e025-4da4-a841-5a82751f692e tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 932 time: 0.1195147 Aug 31 00:37:32.531577 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0affbb-4062-44c7-bb6c-68b47812624a x-openstack-request-id: req-8b0affbb-4062-44c7-bb6c-68b47812624a {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:32.531577 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "name": "network-vif-plugged", "status": "completed", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:32.531577 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b0affbb-4062-44c7-bb6c-68b47812624a {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:32.531577 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0affbb-4062-44c7-bb6c-68b47812624a'] response: {'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'code': 200} Aug 31 00:37:32.531919 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.591205 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-de83debd-2aff-4728-afb2-2154736f7c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9438243 Aug 31 00:37:32.598880 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a57a67f6-2ddf-400e-86c1-4be0996f2e64 req-35f597a1-ff04-444b-9554-523e7d6dbb6b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809066 Aug 31 00:37:32.612473 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Request body: {'port': {'device_id': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:32.642109 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=28ac27c8-3511-439e-b159-a7d7f843ea7b,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:32.691747 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:32.715905 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'port_id': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'mac_address': 'fa:16:3e:8b:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:37:32.723654 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.786082 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e469ed11-88fc-4e04-ad53-fa40c91854d5 is: ACTIVE; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:32.786702 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.806368 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e469ed11-88fc-4e04-ad53-fa40c91854d5 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:37:32.809995 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b579a-210f-4300-8495-5f81c574cca4 req-8cc2bdc0-fc37-404d-8b72-d1cf6d071d82 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:32.812166 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ee0b579a-210f-4300-8495-5f81c574cca4 req-8cc2bdc0-fc37-404d-8b72-d1cf6d071d82 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0817122 Aug 31 00:37:32.831256 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c4aa3-f3e4-49e2-8dc9-56ed24934963 req-74f0a1f2-077e-4b02-9498-483ce1ec7b80 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:32.833569 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-457c4aa3-f3e4-49e2-8dc9-56ed24934963 req-74f0a1f2-077e-4b02-9498-483ce1ec7b80 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.1112516 Aug 31 00:37:32.859579 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:32.860926 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-557324cb-db4d-4a6f-a36d-d82b2e9ca833 None None] Provisioning complete for port e8da9c81-1278-4164-a96f-8a1a32121ece triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:37:32.861450 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-557324cb-db4d-4a6f-a36d-d82b2e9ca833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.896522 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:37:32.897215 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:32.898286 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ee0b579a-210f-4300-8495-5f81c574cca4 req-787383cf-c410-41f3-ac8d-ee5990ebfa91 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718815 Aug 31 00:37:32.925881 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:32.935476 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-557324cb-db4d-4a6f-a36d-d82b2e9ca833 None None] Port e8da9c81-1278-4164-a96f-8a1a32121ece cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:37:33.019704 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=6']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:33.039668 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-457c4aa3-f3e4-49e2-8dc9-56ed24934963 req-0c52e5cb-a7e2-4175-a1bb-2198e3b5c599 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838496 Aug 31 00:37:33.091124 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e16be0-2259-4727-891c-701db9d8c8da req-b75b9caf-a9e1-4fb7-a1a7-b720490572d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:33.091124 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-05e16be0-2259-4727-891c-701db9d8c8da req-b75b9caf-a9e1-4fb7-a1a7-b720490572d1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 1129 time: 0.0919113 Aug 31 00:37:33.168446 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a85e0-bb88-4508-8bf3-d88c4148c847 req-0d8a37ed-b77d-4df6-ade3-868df70140f1 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:33.169872 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-907a85e0-bb88-4508-8bf3-d88c4148c847 req-0d8a37ed-b77d-4df6-ade3-868df70140f1 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 945 time: 0.0490193 Aug 31 00:37:33.170928 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-05e16be0-2259-4727-891c-701db9d8c8da req-825a54e7-beef-40a7-9dcf-fd058abc454b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741143 Aug 31 00:37:33.213098 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8da9c81-1278-4164-a96f-8a1a32121ece {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:37:33.220783 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Publish callbacks [] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:33.221279 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-907a85e0-bb88-4508-8bf3-d88c4148c847 req-7df92b9c-72cb-49ae-b69d-98aa5f762305 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453217 Aug 31 00:37:33.234664 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Transition to ACTIVE for port object e8da9c81-1278-4164-a96f-8a1a32121ece will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:37:33.315212 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:33.321412 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:33.379045 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Pushing event updated for resources: {'Port': ['ID=e8da9c81-1278-4164-a96f-8a1a32121ece,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:33.429965 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Attempting to bind port e8da9c81-1278-4164-a96f-8a1a32121ece on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:37:33.430221 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Attempting to bind port e8da9c81-1278-4164-a96f-8a1a32121ece by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:37:33.430544 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Attempting to bind port e8da9c81-1278-4164-a96f-8a1a32121ece on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:37:33.435083 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Port e8da9c81-1278-4164-a96f-8a1a32121ece on network 6d427232-8e26-4216-9399-96dea4f30f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:37:33.435392 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Attempting to bind port e8da9c81-1278-4164-a96f-8a1a32121ece on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:37:33.440176 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:37:33.440730 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Checking segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:37:33.441105 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Bound using segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:37:33.441520 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Bound port: e8da9c81-1278-4164-a96f-8a1a32121ece, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:37:33.441870 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:33.464934 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['c18f4b3c-fb43-40d2-901a-6255ea8c3f61'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:37:33.480715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:33.503617 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] For port e8da9c81-1278-4164-a96f-8a1a32121ece, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:37:33.506860 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] For port e8da9c81-1278-4164-a96f-8a1a32121ece, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e8da9c81-1278-4164-a96f-8a1a32121ece,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:37:33.572408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:33.573431 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['e469ed11-88fc-4e04-ad53-fa40c91854d5'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:37:33.576633 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:33.579346 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:33.579346 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/e8da9c81-1278-4164-a96f-8a1a32121ece HTTP/1.1" status: 200 len: 1094 time: 0.9718339 Aug 31 00:37:33.580363 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'tag': 'e8da9c81-1278-4164-a96f-8a1a32121ece'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:33.582417 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d995d22a-6a1a-45f2-88e1-433ff4aaafb7" -d '{"events": [{"name": "network-changed", "server_uuid": "514a5573-d33c-4d96-bf91-d3b6e21c09dc", "tag": "e8da9c81-1278-4164-a96f-8a1a32121ece"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:33.637109 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7a839-114e-4efc-b2a2-bf465b455f36 service neutron] Pushing event updated for resources: {'Port': ['ID=e8da9c81-1278-4164-a96f-8a1a32121ece,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:33.668429 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4a748d-c2db-43d0-a1ed-959345c11f8c x-openstack-request-id: req-1c4a748d-c2db-43d0-a1ed-959345c11f8c {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:33.671167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514a5573-d33c-4d96-bf91-d3b6e21c09dc", "tag": "e8da9c81-1278-4164-a96f-8a1a32121ece", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:33.671167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c4a748d-c2db-43d0-a1ed-959345c11f8c {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:33.671167 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4a748d-c2db-43d0-a1ed-959345c11f8c'] response: {'name': 'network-changed', 'server_uuid': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'tag': 'e8da9c81-1278-4164-a96f-8a1a32121ece', 'status': 'completed', 'code': 200} Aug 31 00:37:33.750973 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc27933-2167-4f69-8a97-1ea1b59d85b6 req-1f3a3508-2e74-45ee-be1b-933e66098ec2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:33.752481 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ffc27933-2167-4f69-8a97-1ea1b59d85b6 req-1f3a3508-2e74-45ee-be1b-933e66098ec2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 944 time: 0.0528026 Aug 31 00:37:33.803460 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ffc27933-2167-4f69-8a97-1ea1b59d85b6 req-251bb0a7-8043-49b8-9ac9-246e5d295b50 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Aug 31 00:37:34.031091 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540b49-6393-404f-b6cc-3c2228bfd777 req-ad7fa787-5cdd-43d3-bbb1-c625d960cc6b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:34.032674 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-43540b49-6393-404f-b6cc-3c2228bfd777 req-ad7fa787-5cdd-43d3-bbb1-c625d960cc6b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0506389 Aug 31 00:37:34.083883 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-43540b49-6393-404f-b6cc-3c2228bfd777 req-4220731e-dded-4e78-8ebc-c7106dfec740 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445535 Aug 31 00:37:34.159934 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995d22a-6a1a-45f2-88e1-433ff4aaafb7 req-b282158a-9fd2-49bf-973d-e5a40169f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:34.162126 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d995d22a-6a1a-45f2-88e1-433ff4aaafb7 req-b282158a-9fd2-49bf-973d-e5a40169f4b7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 1128 time: 0.0432498 Aug 31 00:37:34.192563 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a09262-9c9a-447c-a34a-199e791a9b68 req-b8c0168d-8407-4546-9274-57bf65a3c8db tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:34.194235 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-95a09262-9c9a-447c-a34a-199e791a9b68 req-b8c0168d-8407-4546-9274-57bf65a3c8db tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 944 time: 0.0510781 Aug 31 00:37:34.238480 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:34.251636 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-95a09262-9c9a-447c-a34a-199e791a9b68 req-5d876c0e-f37d-469e-93cf-2987ad717afd tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508585 Aug 31 00:37:34.375154 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995d22a-6a1a-45f2-88e1-433ff4aaafb7 req-7fd03118-281c-44f9-ae46-2ae902dc2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:34.376641 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d995d22a-6a1a-45f2-88e1-433ff4aaafb7 req-7fd03118-281c-44f9-ae46-2ae902dc2f85 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1671517 Aug 31 00:37:34.387280 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5fd33-2d95-4aa6-a448-d6100ead36d2 req-39e4d8bb-ed03-4c3a-bc10-9f41ffb4f1d5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:34.388781 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e1d5fd33-2d95-4aa6-a448-d6100ead36d2 req-39e4d8bb-ed03-4c3a-bc10-9f41ffb4f1d5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 945 time: 0.0593536 Aug 31 00:37:34.441097 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e1d5fd33-2d95-4aa6-a448-d6100ead36d2 req-b8dc73e7-9e2c-4d8f-b5af-7a40cf64f0d5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457699 Aug 31 00:37:34.930510 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c5664-16e7-4ed0-95e8-1096aaaa32f9 req-e453507e-05e7-46f2-9819-30fc1d784f74 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:34.932019 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a60c5664-16e7-4ed0-95e8-1096aaaa32f9 req-e453507e-05e7-46f2-9819-30fc1d784f74 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 944 time: 0.0528700 Aug 31 00:37:34.980555 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a60c5664-16e7-4ed0-95e8-1096aaaa32f9 req-5bd7e55d-1537-4113-8d69-4ca0ba6bf1b0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 Aug 31 00:37:35.119924 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device c18f4b3c-fb43-40d2-901a-6255ea8c3f61 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:37:35.164522 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:35.165510 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:37:35.263023 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:37:35.263405 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:35.271644 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018e3b7-534e-4e98-94c7-a3f716e04d28 req-fd2e00ab-dcdd-4d47-9f39-1e05e908ed76 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:35.273492 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a018e3b7-534e-4e98-94c7-a3f716e04d28 req-fd2e00ab-dcdd-4d47-9f39-1e05e908ed76 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.1030507 Aug 31 00:37:35.359864 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:35.359864 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:35.360870 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a018e3b7-534e-4e98-94c7-a3f716e04d28 req-a16f1350-7556-4039-a867-8b57903dc760 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779271 Aug 31 00:37:35.372908 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995d22a-6a1a-45f2-88e1-433ff4aaafb7 req-5577a56e-d583-4b62-9886-f1e319f23b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:35.378087 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d995d22a-6a1a-45f2-88e1-433ff4aaafb7 req-5577a56e-d583-4b62-9886-f1e319f23b32 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1954296 Aug 31 00:37:35.410535 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:35.413701 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27910fd1-3fed-48f4-abbb-3f3f8b0e9195" -d '{"events": [{"server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "name": "network-vif-plugged", "status": "completed", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:35.476596 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:35.497047 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5bfd74-747e-45bc-a3ea-98a184c85261 x-openstack-request-id: req-bf5bfd74-747e-45bc-a3ea-98a184c85261 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:35.501842 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "name": "network-vif-plugged", "status": "completed", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:35.501842 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf5bfd74-747e-45bc-a3ea-98a184c85261 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:35.501842 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5bfd74-747e-45bc-a3ea-98a184c85261'] response: {'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'code': 200} Aug 31 00:37:35.531465 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9b5a6-07ca-4d47-92f3-6bda8c8525dd req-8b65b7e8-fa62-4ce6-b36f-92107a3e2695 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:35.535772 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6ef9b5a6-07ca-4d47-92f3-6bda8c8525dd req-8b65b7e8-fa62-4ce6-b36f-92107a3e2695 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 944 time: 0.1125445 Aug 31 00:37:35.566994 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307166e-76d6-401a-aa03-994325d1f18b req-60df2fbc-569c-40c6-afff-3e1f1b601d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:35.574576 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-60df2fbc-569c-40c6-afff-3e1f1b601d41 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 1128 time: 0.0974140 Aug 31 00:37:35.601006 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:35.602057 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:37:35.647025 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6ef9b5a6-07ca-4d47-92f3-6bda8c8525dd req-86af4191-41d1-4d34-91ae-0cf17dc182ba tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989654 Aug 31 00:37:35.665593 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbcfa-5a99-499e-b90c-e684a504cbd8 req-04576bd2-5dc1-4b47-91a0-09b640352269 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:35.672695 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-189cbcfa-5a99-499e-b90c-e684a504cbd8 req-04576bd2-5dc1-4b47-91a0-09b640352269 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 945 time: 0.0970616 Aug 31 00:37:35.732084 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:35.744740 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-f64677f4-1bd1-4b48-84aa-a1cf3246b2b7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8da9c81-1278-4164-a96f-8a1a32121ece HTTP/1.1" status: 200 len: 217 time: 0.0861704 Aug 31 00:37:35.753446 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:35.765685 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port e469ed11-88fc-4e04-ad53-fa40c91854d5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:37:35.766071 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:35.799761 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-189cbcfa-5a99-499e-b90c-e684a504cbd8 req-e319c674-e301-48a0-8d3a-abb9c4a6ed0e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260042 Aug 31 00:37:35.839207 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307166e-76d6-401a-aa03-994325d1f18b req-90f74bc4-8e13-4fc3-bdc9-03e04ff11c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:35.841136 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-90f74bc4-8e13-4fc3-bdc9-03e04ff11c79 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 200 len: 853 time: 0.0856297 Aug 31 00:37:35.864720 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e469ed11-88fc-4e04-ad53-fa40c91854d5 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:35.865117 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:35.930245 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307166e-76d6-401a-aa03-994325d1f18b req-92750623-a6de-45df-b9ee-5fdb9354bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:35.931690 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-92750623-a6de-45df-b9ee-5fdb9354bf57 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6d427232-8e26-4216-9399-96dea4f30f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790913 Aug 31 00:37:35.940853 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fc613-5ff0-489c-96f5-12af20130119 req-722f9b35-d317-4e22-a394-3fba9b85acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:35.941039 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:35.942506 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4c8fc613-5ff0-489c-96f5-12af20130119 req-722f9b35-d317-4e22-a394-3fba9b85acd8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1130 time: 0.0553036 Aug 31 00:37:36.012471 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:36.037276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:36.047377 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4c8fc613-5ff0-489c-96f5-12af20130119 req-63ff7b68-b400-45c2-9401-2eb6f3c00f37 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961576 Aug 31 00:37:36.054213 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:36.086819 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-469044a8-8cbe-4f63-ae73-6eb20c8a2632 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468837 Aug 31 00:37:36.105946 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=7']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:36.140539 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdddbd-e293-424b-9d17-ea86611614d7 req-1d85ce32-29f1-4845-936a-0fb669df0e2d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:36.142213 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-98fdddbd-e293-424b-9d17-ea86611614d7 req-1d85ce32-29f1-4845-936a-0fb669df0e2d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 944 time: 0.0555170 Aug 31 00:37:36.249010 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-98fdddbd-e293-424b-9d17-ea86611614d7 req-362ab9f7-a8ce-49a9-9e17-fc5d132c927e tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989687 Aug 31 00:37:36.555362 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde77c4-68e5-4fe3-b2b6-a8b3a77f5265 req-ad951e1b-08d5-4e43-8d7c-62a23a2ae7f0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:36.560832 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dcde77c4-68e5-4fe3-b2b6-a8b3a77f5265 req-ad951e1b-08d5-4e43-8d7c-62a23a2ae7f0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0828991 Aug 31 00:37:36.592456 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4307166e-76d6-401a-aa03-994325d1f18b req-19d7d0a8-0438-4681-9bf4-7ea55408b1fb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744452 Aug 31 00:37:36.622177 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dcde77c4-68e5-4fe3-b2b6-a8b3a77f5265 req-6ec06859-1e76-42a5-8e2b-75259896cf5a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564566 Aug 31 00:37:36.782861 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:36.791801 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f816799-cea7-4642-bb7f-0a848c7353d3 req-ec884d15-e59d-486b-bb0f-6b1541f67349 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:36.799557 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8f816799-cea7-4642-bb7f-0a848c7353d3 req-ec884d15-e59d-486b-bb0f-6b1541f67349 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0618713 Aug 31 00:37:36.807666 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6c6b1-4b00-4936-be6b-c061fece64bb req-62163296-1728-4d48-9a9d-7c13bdc2a0ce tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:36.822938 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45066) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:36.823216 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b9d6c6b1-4b00-4936-be6b-c061fece64bb req-62163296-1728-4d48-9a9d-7c13bdc2a0ce tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0822117 Aug 31 00:37:36.836879 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-740b4ebe-4f82-4a06-bb18-df79beb6e442 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Request body: {'floatingip': {'port_id': '28ac27c8-3511-439e-b159-a7d7f843ea7b'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:36.922180 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-740b4ebe-4f82-4a06-bb18-df79beb6e442 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for floatingip (81ddba76-2310-4d7a-9dcf-d7016e813030), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:36.935289 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8f816799-cea7-4642-bb7f-0a848c7353d3 req-d209ae1e-081b-420c-90fd-00195598a88d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355748 Aug 31 00:37:36.955075 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee1140-518c-439d-9ac5-90cef0fac871 req-574a3bf4-9e78-4e71-b20c-46b1c504cc66 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:36.969634 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7cee1140-518c-439d-9ac5-90cef0fac871 req-574a3bf4-9e78-4e71-b20c-46b1c504cc66 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0790038 Aug 31 00:37:37.117420 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7cee1140-518c-439d-9ac5-90cef0fac871 req-7c0ddd19-d1fa-4f9e-9ebb-4a28ee47100f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463933 Aug 31 00:37:37.497874 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4a3f2-7596-40e6-92f8-d702fe3c3d4f req-07b77b00-e3c4-419b-a371-46ce313d1eb4 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:37.499876 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:37.502356 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b967543c-d3d4-485a-97e8-e3e8bcd1315c" -d '{"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-plugged", "status": "completed", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:37.506197 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-58b4a3f2-7596-40e6-92f8-d702fe3c3d4f req-07b77b00-e3c4-419b-a371-46ce313d1eb4 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 944 time: 0.1211600 Aug 31 00:37:37.557747 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6373c74-0096-4836-b6b1-7d93ef03b38e x-openstack-request-id: req-d6373c74-0096-4836-b6b1-7d93ef03b38e {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:37.558067 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-plugged", "status": "completed", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:37.558325 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6373c74-0096-4836-b6b1-7d93ef03b38e {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:37.558764 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6373c74-0096-4836-b6b1-7d93ef03b38e'] response: {'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'code': 200} Aug 31 00:37:37.922404 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-58b4a3f2-7596-40e6-92f8-d702fe3c3d4f req-4b820f4c-52c1-4e14-90b7-b5138d6a4c6f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780131 Aug 31 00:37:38.080203 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-740b4ebe-4f82-4a06-bb18-df79beb6e442 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:38.080484 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025317d0-af0d-4ff2-baf7-bbe54c4f468d req-8b48b8ec-1d75-4029-956d-0e6c9a0fcfbb tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:38.082989 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-025317d0-af0d-4ff2-baf7-bbe54c4f468d req-8b48b8ec-1d75-4029-956d-0e6c9a0fcfbb tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0586040 Aug 31 00:37:38.154587 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-740b4ebe-4f82-4a06-bb18-df79beb6e442 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (81ddba76-2310-4d7a-9dcf-d7016e813030), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:38.173750 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-025317d0-af0d-4ff2-baf7-bbe54c4f468d req-1c964c94-f4e8-4b2c-879f-a5bc06b3d45c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840237 Aug 31 00:37:38.428763 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63210a-5cd4-436d-add2-08e523b2069c req-b5571798-af0d-4447-a038-934904091d7b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:38.428763 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-af63210a-5cd4-436d-add2-08e523b2069c req-b5571798-af0d-4447-a038-934904091d7b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.1384323 Aug 31 00:37:38.428763 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [None req-740b4ebe-4f82-4a06-bb18-df79beb6e442 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Floating IP 81ddba76-2310-4d7a-9dcf-d7016e813030 associated. External IP: 172.27.3.59, port: 28ac27c8-3511-439e-b159-a7d7f843ea7b. Aug 31 00:37:38.428763 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:38.442352 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:38.508574 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-af63210a-5cd4-436d-add2-08e523b2069c req-f8c80e8e-c47c-435e-85ca-c985ea74ee61 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205671 Aug 31 00:37:38.736724 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740b4ebe-4f82-4a06-bb18-df79beb6e442 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:37:38.856596 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740b4ebe-4f82-4a06-bb18-df79beb6e442 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:37:38.861473 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-740b4ebe-4f82-4a06-bb18-df79beb6e442 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:38.867228 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=11 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:38.870838 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] Sync routers for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:37:38.887953 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:38.888926 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:37:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:38.899801 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-740b4ebe-4f82-4a06-bb18-df79beb6e442 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/81ddba76-2310-4d7a-9dcf-d7016e813030 HTTP/1.1" status: 200 len: 990 time: 2.0757821 Aug 31 00:37:38.900505 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:38.903276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f907fa-fb72-491f-b224-0e558e206964" -d '{"events": [{"name": "network-changed", "server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:38.942309 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c20abb-e0ab-4b00-889f-029de93767ed x-openstack-request-id: req-04c20abb-e0ab-4b00-889f-029de93767ed {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:38.944423 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:38.944423 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04c20abb-e0ab-4b00-889f-029de93767ed {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:38.944423 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c20abb-e0ab-4b00-889f-029de93767ed'] response: {'name': 'network-changed', 'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'status': 'completed', 'code': 200} Aug 31 00:37:39.027280 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:39.071491 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2382e-3445-4942-9d47-e49a980edede req-1d3426ec-a1de-4dd2-be9a-eeffdd2f9e39 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:39.073186 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5ee2382e-3445-4942-9d47-e49a980edede req-1d3426ec-a1de-4dd2-be9a-eeffdd2f9e39 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 944 time: 0.0521119 Aug 31 00:37:39.123983 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5ee2382e-3445-4942-9d47-e49a980edede req-13cacad2-63cb-4bf4-8f1d-d05ce704d8c7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439932 Aug 31 00:37:39.266417 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81ddba76-2310-4d7a-9dcf-d7016e813030', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'port_id': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'mac_address': 'fa:16:3e:8e:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:12Z', 'updated_at': '2022-08-31T00:37:37Z', 'revision_number': 1, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:16Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:39.302983 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] Checking router: 67d5af77-3d7b-4d54-be60-2d7aad1d25ac for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:37:39.311578 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:39.314748 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:39.315515 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:37:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:39.336077 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639833ca-401c-4312-b93a-63ec46d15d45 req-e24f8bf6-d43a-4eff-a80e-ce6b2a5437e3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:39.337789 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-639833ca-401c-4312-b93a-63ec46d15d45 req-e24f8bf6-d43a-4eff-a80e-ce6b2a5437e3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0704875 Aug 31 00:37:39.418062 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-639833ca-401c-4312-b93a-63ec46d15d45 req-bd89681d-753c-432b-bb45-df91bce48f1b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717194 Aug 31 00:37:39.454833 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:39.759056 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c60ef6-705e-4d27-aea2-1198d670a1b7 req-e4048f1b-3b9e-497f-b773-8993f7423733 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:39.760942 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f7c60ef6-705e-4d27-aea2-1198d670a1b7 req-e4048f1b-3b9e-497f-b773-8993f7423733 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.1480863 Aug 31 00:37:39.764589 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f907fa-fb72-491f-b224-0e558e206964 req-c33364de-2f02-4850-8b0c-2f4e4d6a108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:39.764986 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81ddba76-2310-4d7a-9dcf-d7016e813030', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'port_id': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'mac_address': 'fa:16:3e:8e:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:12Z', 'updated_at': '2022-08-31T00:37:37Z', 'revision_number': 1, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:16Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:39.766104 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03f907fa-fb72-491f-b224-0e558e206964 req-c33364de-2f02-4850-8b0c-2f4e4d6a108b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 1129 time: 0.0900216 Aug 31 00:37:39.812165 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf39b28-003d-4ad2-9ee0-9c52442eeb56 None None] The sync data for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi is: [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81ddba76-2310-4d7a-9dcf-d7016e813030', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'port_id': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'mac_address': 'fa:16:3e:8e:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:12Z', 'updated_at': '2022-08-31T00:37:37Z', 'revision_number': 1, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:16Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:37:39.936421 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f7c60ef6-705e-4d27-aea2-1198d670a1b7 req-74479979-7ed6-4b7a-a6e5-61d27026aea5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646972 Aug 31 00:37:39.978773 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f907fa-fb72-491f-b224-0e558e206964 req-314e3c64-c2c8-4da3-a5f2-a06c27374889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:39.981763 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03f907fa-fb72-491f-b224-0e558e206964 req-314e3c64-c2c8-4da3-a5f2-a06c27374889 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.1969633 Aug 31 00:37:40.073930 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03f907fa-fb72-491f-b224-0e558e206964 req-901ea890-7684-415a-b598-422758449500 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b HTTP/1.1" status: 200 len: 998 time: 0.0762753 Aug 31 00:37:40.099707 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebb597-69c3-48bf-af5f-7df5333b8c4d req-e2486f78-31b8-4c07-a65a-a80c1ae35afa tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:40.101972 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-92ebb597-69c3-48bf-af5f-7df5333b8c4d req-e2486f78-31b8-4c07-a65a-a80c1ae35afa tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0656059 Aug 31 00:37:40.109817 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:40.186597 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f907fa-fb72-491f-b224-0e558e206964 req-60c806ec-d6d8-40c3-afeb-7adc47fb59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:40.190486 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03f907fa-fb72-491f-b224-0e558e206964 req-60c806ec-d6d8-40c3-afeb-7adc47fb59c7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.1026170 Aug 31 00:37:40.215478 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2388b-e672-4746-a312-6f11780b1e1a None None] New status for floating IP 81ddba76-2310-4d7a-9dcf-d7016e813030: ACTIVE {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:37:40.244392 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-92ebb597-69c3-48bf-af5f-7df5333b8c4d req-29303dec-b0d3-46bc-9bfc-a7221da10d65 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194184 Aug 31 00:37:40.246106 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45110) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:40.321678 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f7f1f-281d-47c7-a719-a5aeb1cb489e req-8b26dab9-59be-410b-aea2-a88e4be14ff2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:40.328897 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-168f7f1f-281d-47c7-a719-a5aeb1cb489e req-8b26dab9-59be-410b-aea2-a88e4be14ff2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 944 time: 0.1049528 Aug 31 00:37:40.338085 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f907fa-fb72-491f-b224-0e558e206964 req-ab69e709-3b71-4a8a-abac-06f20b3a9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:40.339610 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03f907fa-fb72-491f-b224-0e558e206964 req-ab69e709-3b71-4a8a-abac-06f20b3a9375 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1393509 Aug 31 00:37:40.436173 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70281d06-ee2f-49a3-8729-5a0ba798d23b tempest-TestShelveInstance-1539062164 tempest-TestShelveInstance-1539062164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:40.437728 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-70281d06-ee2f-49a3-8729-5a0ba798d23b tempest-TestShelveInstance-1539062164 tempest-TestShelveInstance-1539062164-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1125 time: 0.1906416 Aug 31 00:37:40.441150 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45114) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:40.446808 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'port_id': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:40.451620 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-168f7f1f-281d-47c7-a719-a5aeb1cb489e req-26f84a18-f04d-47ae-b83d-7cdf700537ab tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214805 Aug 31 00:37:40.535961 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03f907fa-fb72-491f-b224-0e558e206964 req-c7609584-304f-4882-abd6-1d1e929265d8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800921 Aug 31 00:37:40.561432 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:40.665319 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03f907fa-fb72-491f-b224-0e558e206964 req-2c1f1f13-1ff8-476c-9c14-a8f5995d9d88 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175165 Aug 31 00:37:40.669563 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f88e5c-e26f-4d23-a455-3f781f4656f7 req-0b887cf5-8cb8-441a-afe0-77482960a3f3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:40.672481 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-49f88e5c-e26f-4d23-a455-3f781f4656f7 req-0b887cf5-8cb8-441a-afe0-77482960a3f3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.1257222 Aug 31 00:37:40.796876 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:40.799251 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-49f88e5c-e26f-4d23-a455-3f781f4656f7 req-8c046073-573c-44a1-a3e3-2f6d986290ac tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908723 Aug 31 00:37:40.953433 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Allocated IP 172.27.3.44 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/05d05b64-bb56-4168-b3ce-b17de98bf1fc) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:37:41.036448 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:41.054843 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:41.109738 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for port (05d05b64-bb56-4168-b3ce-b17de98bf1fc), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:41.212712 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (05d05b64-bb56-4168-b3ce-b17de98bf1fc), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:41.258950 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:37:41.266389 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:37:41.271875 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:37:41.316553 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'Port': ['ID=05d05b64-bb56-4168-b3ce-b17de98bf1fc,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:41.611828 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc1c22-3363-4910-97bd-9535cc124d23 req-bb5d6bf2-a430-4036-ae35-6e47663eef36 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:41.613260 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7cbc1c22-3363-4910-97bd-9535cc124d23 req-bb5d6bf2-a430-4036-ae35-6e47663eef36 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 944 time: 0.0694337 Aug 31 00:37:41.711420 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7cbc1c22-3363-4910-97bd-9535cc124d23 req-ef5bb480-3934-4660-a40c-2a3f448b8f42 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901999 Aug 31 00:37:41.781354 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for floatingip (465b925f-f0f3-4f61-8b51-a10531a7a88c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:41.932558 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:41.957212 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (05d05b64-bb56-4168-b3ce-b17de98bf1fc), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:42.038300 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8a433-59c2-473b-a76d-92e216247e64 req-4e62db3c-0831-493e-8454-c50ef33a898d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:42.038300 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d0c8a433-59c2-473b-a76d-92e216247e64 req-4e62db3c-0831-493e-8454-c50ef33a898d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0837457 Aug 31 00:37:42.081561 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e8da9c81-1278-4164-a96f-8a1a32121ece details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:37:42.153599 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d0c8a433-59c2-473b-a76d-92e216247e64 req-17f95fab-0654-4dcd-8a95-214b8e8f37e5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381276 Aug 31 00:37:42.233895 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for port (05d05b64-bb56-4168-b3ce-b17de98bf1fc), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:42.243496 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e8da9c81-1278-4164-a96f-8a1a32121ece, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e8da9c81-1278-4164-a96f-8a1a32121ece,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:42.252757 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:42.259580 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'e8da9c81-1278-4164-a96f-8a1a32121ece', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'port_id': 'e8da9c81-1278-4164-a96f-8a1a32121ece', 'mac_address': 'fa:16:3e:f4:b5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:37:42.300726 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e8da9c81-1278-4164-a96f-8a1a32121ece is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:42.301189 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:42.304528 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (05d05b64-bb56-4168-b3ce-b17de98bf1fc), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:42.305273 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (465b925f-f0f3-4f61-8b51-a10531a7a88c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:42.338395 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8da9c81-1278-4164-a96f-8a1a32121ece {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:37:42.364611 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e8da9c81-1278-4164-a96f-8a1a32121ece, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e8da9c81-1278-4164-a96f-8a1a32121ece,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:42.391615 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event updated for resources: {'Port': ['ID=05d05b64-bb56-4168-b3ce-b17de98bf1fc,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:42.453286 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Floating IP 465b925f-f0f3-4f61-8b51-a10531a7a88c associated. External IP: 172.27.3.44, port: c18f4b3c-fb43-40d2-901a-6255ea8c3f61. Aug 31 00:37:42.498076 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:42.556406 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=e8da9c81-1278-4164-a96f-8a1a32121ece,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:42.620921 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:42.689605 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Router 48ad5bde-2719-449d-8db7-830c14bbd396 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:37:42.804854 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:37:42.817107 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] Sync routers for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:37:42.891941 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:42.903662 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975e5be-5326-4850-ac5f-82d9fc6d4935 req-cd936357-7432-48ac-8a98-f717d81bdc2c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:42.905270 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6975e5be-5326-4850-ac5f-82d9fc6d4935 req-cd936357-7432-48ac-8a98-f717d81bdc2c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 945 time: 0.0573916 Aug 31 00:37:42.960151 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6975e5be-5326-4850-ac5f-82d9fc6d4935 req-30dc397a-1846-4552-95fc-30e12391c1e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459168 Aug 31 00:37:42.963164 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:42.963873 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:37:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:43.077464 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:43.140053 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:43.203205 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['e8da9c81-1278-4164-a96f-8a1a32121ece'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:37:43.334893 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:43.432105 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4978fde8-d119-4839-91e0-9a8b5620caa2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9895213 Aug 31 00:37:43.432688 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:43.436369 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:43.440910 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd7831d-1358-4426-801d-0dc81e670d35" -d '{"events": [{"name": "network-changed", "server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:43.455508 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de5ca-0e81-49d3-af6e-07bab541655a req-9f31fba1-af4d-430b-bb93-fc23026db837 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:43.457530 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-569de5ca-0e81-49d3-af6e-07bab541655a req-9f31fba1-af4d-430b-bb93-fc23026db837 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0728979 Aug 31 00:37:43.505094 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e093d873-d294-4cdd-a42e-ee49972c5467 x-openstack-request-id: req-e093d873-d294-4cdd-a42e-ee49972c5467 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:43.506177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:43.506491 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e093d873-d294-4cdd-a42e-ee49972c5467 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:43.507136 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e093d873-d294-4cdd-a42e-ee49972c5467'] response: {'name': 'network-changed', 'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'status': 'completed', 'code': 200} Aug 31 00:37:43.533272 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-569de5ca-0e81-49d3-af6e-07bab541655a req-ceaee954-9286-4640-b018-f8909125931d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647264 Aug 31 00:37:43.565291 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '465b925f-f0f3-4f61-8b51-a10531a7a88c', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'port_id': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'mac_address': 'fa:16:3e:72:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:41Z', 'updated_at': '2022-08-31T00:37:41Z', 'revision_number': 0, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:37Z', 'revision_number': 5, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:43.605934 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] Checking router: 48ad5bde-2719-449d-8db7-830c14bbd396 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:37:43.617921 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:43.618866 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:37:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:43.634823 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-40eb4846-728e-4207-8fe1-0b8616e30e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:43.636400 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-40eb4846-728e-4207-8fe1-0b8616e30e11 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=28f0cda364854dfd9fde0249a751ecf4&device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1130 time: 0.0497038 Aug 31 00:37:43.740416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-0e233e69-de8b-45c7-8e27-8c994c28646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:43.742199 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-0e233e69-de8b-45c7-8e27-8c994c28646a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f HTTP/1.1" status: 200 len: 909 time: 0.0993242 Aug 31 00:37:43.743870 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:43.746103 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:43.815974 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-12f28029-5a1d-430a-ab1e-fb30b60fd8c2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 200 len: 999 time: 0.0673051 Aug 31 00:37:43.931201 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-3fe280f8-02c2-42c8-8b36-f6fb3e4376de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:43.933444 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-3fe280f8-02c2-42c8-8b36-f6fb3e4376de service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=82eaca97-36ab-4152-ac14-863d9055b192 HTTP/1.1" status: 200 len: 847 time: 0.0968411 Aug 31 00:37:43.988897 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-8d7d91b5-02e4-4214-b82f-734b498b5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:43.991195 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-8d7d91b5-02e4-4214-b82f-734b498b5a00 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496473 Aug 31 00:37:44.045714 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '465b925f-f0f3-4f61-8b51-a10531a7a88c', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'port_id': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'mac_address': 'fa:16:3e:72:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:41Z', 'updated_at': '2022-08-31T00:37:41Z', 'revision_number': 0, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:37Z', 'revision_number': 5, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:44.081299 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fe558-4c48-4668-a67f-38889ca707f8 None None] The sync data for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi is: [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '465b925f-f0f3-4f61-8b51-a10531a7a88c', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'port_id': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'mac_address': 'fa:16:3e:72:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:41Z', 'updated_at': '2022-08-31T00:37:41Z', 'revision_number': 0, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:37Z', 'revision_number': 5, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:37:44.145866 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:44.181351 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c534611-a0ae-45d1-a5df-c94be949017f req-c3f35f70-4b07-484c-a165-0fdbbfd8537f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:44.188926 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4c534611-a0ae-45d1-a5df-c94be949017f req-c3f35f70-4b07-484c-a165-0fdbbfd8537f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 945 time: 0.1103656 Aug 31 00:37:44.235029 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-890a3121-7456-40f1-a51c-df2b881f9b16 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173185 Aug 31 00:37:44.309379 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4c534611-a0ae-45d1-a5df-c94be949017f req-41024a99-4bab-4a6e-bf7f-1bc9a372961c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088102 Aug 31 00:37:44.391712 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fd7831d-1358-4426-801d-0dc81e670d35 req-4be1462e-fa8b-47d7-9019-ddd89c369d6c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386099 Aug 31 00:37:44.432931 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8fed2-d09f-4345-938f-4a8b61166dbb None None] New status for floating IP 465b925f-f0f3-4f61-8b51-a10531a7a88c: ACTIVE {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:37:44.677342 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814afd13-6443-46fd-a067-f17b407ba865 req-012590aa-5fe1-499f-87d0-027f3e2f171e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:44.679463 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-814afd13-6443-46fd-a067-f17b407ba865 req-012590aa-5fe1-499f-87d0-027f3e2f171e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0654719 Aug 31 00:37:44.745682 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-814afd13-6443-46fd-a067-f17b407ba865 req-f295433b-e87b-449f-8873-568f6cdb5e10 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597396 Aug 31 00:37:44.894578 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e8da9c81-1278-4164-a96f-8a1a32121ece up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:37:44.946998 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port e8da9c81-1278-4164-a96f-8a1a32121ece completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:37:44.994828 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port e8da9c81-1278-4164-a96f-8a1a32121ece triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:37:44.995501 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:45.115243 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e8da9c81-1278-4164-a96f-8a1a32121ece is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:45.116634 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:45.143231 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8da9c81-1278-4164-a96f-8a1a32121ece'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:45.145619 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c8cf0b-a602-44d1-a735-1609b6e6f172" -d '{"events": [{"server_uuid": "514a5573-d33c-4d96-bf91-d3b6e21c09dc", "name": "network-vif-plugged", "status": "completed", "tag": "e8da9c81-1278-4164-a96f-8a1a32121ece"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:45.172843 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e8da9c81-1278-4164-a96f-8a1a32121ece, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e8da9c81-1278-4164-a96f-8a1a32121ece,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:45.191894 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a5a222-5d69-46be-a306-5cb4c5b1548f x-openstack-request-id: req-96a5a222-5d69-46be-a306-5cb4c5b1548f {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:45.192217 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514a5573-d33c-4d96-bf91-d3b6e21c09dc", "name": "network-vif-plugged", "status": "completed", "tag": "e8da9c81-1278-4164-a96f-8a1a32121ece", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:45.192528 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96a5a222-5d69-46be-a306-5cb4c5b1548f {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:45.193467 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a5a222-5d69-46be-a306-5cb4c5b1548f'] response: {'server_uuid': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8da9c81-1278-4164-a96f-8a1a32121ece', 'code': 200} Aug 31 00:37:45.229964 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:45.295098 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=e8da9c81-1278-4164-a96f-8a1a32121ece,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:45.489990 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3148ff-6809-453c-b9b1-bfc4850d63d4 req-2eb12ac5-b91c-4036-bad2-8c805063f672 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:45.497343 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3c3148ff-6809-453c-b9b1-bfc4850d63d4 req-2eb12ac5-b91c-4036-bad2-8c805063f672 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 946 time: 0.0659382 Aug 31 00:37:45.588225 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3c3148ff-6809-453c-b9b1-bfc4850d63d4 req-e08e99b5-451f-4012-a910-a5cd19a33999 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897961 Aug 31 00:37:45.659227 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f8f93-8240-47f9-98b9-f327ff8c6523 req-5d9c5399-e320-4e5b-bb2f-8885619c88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:45.661722 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d21f8f93-8240-47f9-98b9-f327ff8c6523 req-5d9c5399-e320-4e5b-bb2f-8885619c88dc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 1130 time: 0.0581133 Aug 31 00:37:45.746506 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d21f8f93-8240-47f9-98b9-f327ff8c6523 req-5fc31464-1635-4bc0-be92-908c14375a88 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674608 Aug 31 00:37:45.896468 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5b505-aa4c-4a41-93f5-36918bf033cc req-bb876532-eae1-46ec-97e0-47e60eed4a25 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:45.898387 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-65f5b505-aa4c-4a41-93f5-36918bf033cc req-bb876532-eae1-46ec-97e0-47e60eed4a25 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0700643 Aug 31 00:37:45.970826 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-65f5b505-aa4c-4a41-93f5-36918bf033cc req-fc69b9ae-32a1-470c-be8d-2fea4d6fd9d0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657864 Aug 31 00:37:46.715277 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9576-98d2-4661-91b9-a152557b52c3 req-1e4e8967-0b9a-4806-9f34-6c7c6ab8d9a2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:46.716683 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-380e9576-98d2-4661-91b9-a152557b52c3 req-1e4e8967-0b9a-4806-9f34-6c7c6ab8d9a2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 946 time: 0.0492282 Aug 31 00:37:46.765156 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-380e9576-98d2-4661-91b9-a152557b52c3 req-d37e4e6b-a11c-4ff3-9796-319edb67e117 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Aug 31 00:37:47.120447 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd6f44-7d5b-44f6-9c16-5440ec6b5d5f req-e50cebf4-53e1-4269-9b27-001cc6e4a867 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:47.128368 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-44fd6f44-7d5b-44f6-9c16-5440ec6b5d5f req-e50cebf4-53e1-4269-9b27-001cc6e4a867 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0608752 Aug 31 00:37:47.183854 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-44fd6f44-7d5b-44f6-9c16-5440ec6b5d5f req-4fefdb73-e98d-45e2-82b2-f095163a93e9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553584 Aug 31 00:37:47.509983 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ab3533d8-64f3-41e0-bb39-504e5a31720c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:47.900274 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e68fe-fd94-4396-8f9d-7886730d54af req-932c1f37-f4f0-4dd9-9a38-028be98ac170 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:47.901793 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-204e68fe-fd94-4396-8f9d-7886730d54af req-932c1f37-f4f0-4dd9-9a38-028be98ac170 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 946 time: 0.0535448 Aug 31 00:37:47.950394 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-204e68fe-fd94-4396-8f9d-7886730d54af req-f95d47cc-fb62-42cb-8e58-7f844068036a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 Aug 31 00:37:48.069547 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba805-afca-46f3-8f1d-be699181ce3b req-50458cc9-0fc0-4c7f-84eb-702b19dbf2cf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:48.070983 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ab2ba805-afca-46f3-8f1d-be699181ce3b req-50458cc9-0fc0-4c7f-84eb-702b19dbf2cf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 946 time: 0.0487084 Aug 31 00:37:48.081363 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45182) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:48.085998 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-44a78e08-6fd3-4c6e-a9a7-db93b93fc357 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'floatingip': {'port_id': 'e8da9c81-1278-4164-a96f-8a1a32121ece'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:48.126354 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-44a78e08-6fd3-4c6e-a9a7-db93b93fc357 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (879f3df3-806d-4db8-a600-4a229ce36498), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:48.231265 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:48.323635 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee8f55-527a-4e5e-a0b2-bb8c6b4b6e37 req-ab87acb3-c3af-43ad-ab11-ecf5f3b58a1d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:48.331404 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4cee8f55-527a-4e5e-a0b2-bb8c6b4b6e37 req-ab87acb3-c3af-43ad-ab11-ecf5f3b58a1d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0651410 Aug 31 00:37:48.377909 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4cee8f55-527a-4e5e-a0b2-bb8c6b4b6e37 req-ede696c7-b9a0-407d-bf3c-f56431a9b924 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455942 Aug 31 00:37:48.604487 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-44a78e08-6fd3-4c6e-a9a7-db93b93fc357 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:48.686795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-44a78e08-6fd3-4c6e-a9a7-db93b93fc357 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (879f3df3-806d-4db8-a600-4a229ce36498), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:48.740471 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:49.016198 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [None req-44a78e08-6fd3-4c6e-a9a7-db93b93fc357 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Floating IP 879f3df3-806d-4db8-a600-4a229ce36498 associated. External IP: 172.27.3.36, port: e8da9c81-1278-4164-a96f-8a1a32121ece. Aug 31 00:37:49.227472 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a78e08-6fd3-4c6e-a9a7-db93b93fc357 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:37:49.340048 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a78e08-6fd3-4c6e-a9a7-db93b93fc357 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:37:49.345096 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-44a78e08-6fd3-4c6e-a9a7-db93b93fc357 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:49.350595 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:37:49.360722 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:49.361463 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:37:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:49.379282 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-44a78e08-6fd3-4c6e-a9a7-db93b93fc357 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/879f3df3-806d-4db8-a600-4a229ce36498 HTTP/1.1" status: 200 len: 991 time: 1.2967253 Aug 31 00:37:49.379921 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'tag': 'e8da9c81-1278-4164-a96f-8a1a32121ece'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:49.382348 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6738fbe-935d-40b3-9970-6d444f10b5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "514a5573-d33c-4d96-bf91-d3b6e21c09dc", "tag": "e8da9c81-1278-4164-a96f-8a1a32121ece"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:49.465285 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18457b-c6b4-4163-a799-8e384b523303 req-ef9cd19a-686d-43c4-997b-af9256a92235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:49.465285 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4f18457b-c6b4-4163-a799-8e384b523303 req-ef9cd19a-686d-43c4-997b-af9256a92235 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 1129 time: 0.0502195 Aug 31 00:37:49.465285 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a89baa-65b4-4669-a889-85de54bc11e1 x-openstack-request-id: req-83a89baa-65b4-4669-a889-85de54bc11e1 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:49.465285 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514a5573-d33c-4d96-bf91-d3b6e21c09dc", "tag": "e8da9c81-1278-4164-a96f-8a1a32121ece", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:49.465846 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83a89baa-65b4-4669-a889-85de54bc11e1 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:49.465846 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a89baa-65b4-4669-a889-85de54bc11e1'] response: {'name': 'network-changed', 'server_uuid': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'tag': 'e8da9c81-1278-4164-a96f-8a1a32121ece', 'status': 'completed', 'code': 200} Aug 31 00:37:49.483346 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:49.485069 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:49.546517 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7dcec-675a-43bb-a16a-e09aa3564366 req-72ed46c4-7039-4858-b7d8-a00fc8200aca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:49.549476 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-97b7dcec-675a-43bb-a16a-e09aa3564366 req-72ed46c4-7039-4858-b7d8-a00fc8200aca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0601487 Aug 31 00:37:49.588871 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:49.627590 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-97b7dcec-675a-43bb-a16a-e09aa3564366 req-60fce9c0-4bef-4202-9bbe-4406e5d315c8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668359 Aug 31 00:37:49.704553 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-6a049f81-a81f-472d-b080-c64574ead5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:49.706177 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-6a049f81-a81f-472d-b080-c64574ead5e2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 1130 time: 0.0719976 Aug 31 00:37:49.726593 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:49.741778 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81845b11-4cd3-4e19-817b-598e653056d0', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:36:02Z', 'revision_number': 2, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}, {'id': '879f3df3-806d-4db8-a600-4a229ce36498', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': 'e8da9c81-1278-4164-a96f-8a1a32121ece', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:f4:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:24Z', 'updated_at': '2022-08-31T00:37:48Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:49.766935 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18457b-c6b4-4163-a799-8e384b523303 req-81c011f2-f3f3-4b41-aec2-cdc946e3b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:49.768453 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4f18457b-c6b4-4163-a799-8e384b523303 req-81c011f2-f3f3-4b41-aec2-cdc946e3b4fa service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 918 time: 0.2290521 Aug 31 00:37:49.778147 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:37:49.788286 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:37:49.788930 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:37:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:49.864035 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-dbdaa72c-0f6f-4a29-85e7-d9e0f4e62fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:49.866277 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-dbdaa72c-0f6f-4a29-85e7-d9e0f4e62fff service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 915 time: 0.1532848 Aug 31 00:37:49.879933 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4f18457b-c6b4-4163-a799-8e384b523303 req-de75e7bb-4b3d-48b4-b6db-4fce97bf8235 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5 HTTP/1.1" status: 200 len: 1001 time: 0.0888650 Aug 31 00:37:49.976093 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-ab61cba2-c525-4ad8-941f-467691cefd37 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8da9c81-1278-4164-a96f-8a1a32121ece HTTP/1.1" status: 200 len: 999 time: 0.0945585 Aug 31 00:37:49.981573 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18457b-c6b4-4163-a799-8e384b523303 req-95090113-7adc-4308-9d0b-744dfbafc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:49.982943 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4f18457b-c6b4-4163-a799-8e384b523303 req-95090113-7adc-4308-9d0b-744dfbafc148 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 200 len: 856 time: 0.0668411 Aug 31 00:37:50.025427 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:37:50.067082 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18457b-c6b4-4163-a799-8e384b523303 req-2ce99159-7b58-4634-9e0f-68bbfd1607cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:50.069313 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4f18457b-c6b4-4163-a799-8e384b523303 req-2ce99159-7b58-4634-9e0f-68bbfd1607cc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717487 Aug 31 00:37:50.074821 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-f23b71de-2a13-425d-a015-b87d2a235abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:50.079265 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-f23b71de-2a13-425d-a015-b87d2a235abe service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 200 len: 853 time: 0.0797825 Aug 31 00:37:50.126839 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-320f81ab-2b68-40f1-b1ec-e97cfb164d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:50.137469 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:50.183396 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-645a7390-9899-4a0c-8e67-a94f01a5c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:50.183396 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-645a7390-9899-4a0c-8e67-a94f01a5c51d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6d427232-8e26-4216-9399-96dea4f30f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882678 Aug 31 00:37:50.261605 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4f18457b-c6b4-4163-a799-8e384b523303 req-ac14d2ee-d4fc-47fa-bbdc-738871338447 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715536 Aug 31 00:37:50.266663 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81845b11-4cd3-4e19-817b-598e653056d0', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:36:02Z', 'revision_number': 2, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}, {'id': '879f3df3-806d-4db8-a600-4a229ce36498', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': 'e8da9c81-1278-4164-a96f-8a1a32121ece', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:f4:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:24Z', 'updated_at': '2022-08-31T00:37:48Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:37:50.296290 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a7659-8e10-4eab-86b9-7ec64c44c124 None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81845b11-4cd3-4e19-817b-598e653056d0', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:36:02Z', 'revision_number': 2, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}, {'id': '879f3df3-806d-4db8-a600-4a229ce36498', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': 'e8da9c81-1278-4164-a96f-8a1a32121ece', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:f4:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:24Z', 'updated_at': '2022-08-31T00:37:48Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:37:50.352897 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-c159ebe2-8432-4801-b451-c3f306bda88b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631889 Aug 31 00:37:50.443042 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4f18457b-c6b4-4163-a799-8e384b523303 req-084264ac-83ac-4b2a-98f4-d0b7560bb8c1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685257 Aug 31 00:37:50.479956 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c6738fbe-935d-40b3-9970-6d444f10b5c4 req-9b492d02-5aad-4715-b879-e50e627a2b59 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159785 Aug 31 00:37:50.520092 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cae4b93-6cff-499d-932e-e56e6801ca39 None None] New status for floating IP 879f3df3-806d-4db8-a600-4a229ce36498: ACTIVE {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:37:50.524414 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:50.757899 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc073b-fd45-42e1-af2f-71aa7378df83 req-51bd8f27-0274-460f-8c38-d3542d38300f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:50.759472 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bfcc073b-fd45-42e1-af2f-71aa7378df83 req-51bd8f27-0274-460f-8c38-d3542d38300f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0512903 Aug 31 00:37:50.810827 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bfcc073b-fd45-42e1-af2f-71aa7378df83 req-c26d2e8d-a0a5-41f6-af02-87d3b0e8a7ef tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457568 Aug 31 00:37:51.480648 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:51.942283 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f711-5d11-499e-9144-f42db4616576 req-a8534c1f-2aea-491b-9edf-8c94159dfa0f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:51.943756 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a762f711-5d11-499e-9144-f42db4616576 req-a8534c1f-2aea-491b-9edf-8c94159dfa0f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Aug 31 00:37:51.992122 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a762f711-5d11-499e-9144-f42db4616576 req-237767c7-7008-4d4e-be8f-2ee12a1f70b0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Aug 31 00:37:52.813597 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-46aa3179-5302-41af-b646-1a84b0a5a099 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427604 Aug 31 00:37:52.935398 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:37:52.939103 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-35399d68-c1d9-488f-8e43-e4ce779fb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:52.939103 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-35399d68-c1d9-488f-8e43-e4ce779fb771 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 1129 time: 0.0395494 Aug 31 00:37:53.009106 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e469ed11-88fc-4e04-ad53-fa40c91854d5 is: ACTIVE; New status is: DOWN {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:53.009487 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:53.034904 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:37:53.037357 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ac6df-3e90-45db-8199-385332af5818" -d '{"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-unplugged", "status": "completed", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:37:53.051582 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:37:53.057056 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:53.069532 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-b9d97245-4ad8-4618-9dc1-51a191ec7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:53.071168 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-b9d97245-4ad8-4618-9dc1-51a191ec7ffb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.1074438 Aug 31 00:37:53.085607 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733fc492-8232-4399-9436-b3746e3e0828 x-openstack-request-id: req-733fc492-8232-4399-9436-b3746e3e0828 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:37:53.085938 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-unplugged", "status": "completed", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:37:53.086223 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-733fc492-8232-4399-9436-b3746e3e0828 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:37:53.086580 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733fc492-8232-4399-9436-b3746e3e0828'] response: {'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'code': 200} Aug 31 00:37:53.092201 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:53.140612 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:53.146868 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12237c-e4cd-4ef0-a889-db8516724fa2 req-d9a063cd-65b1-44f9-bc1b-ba03dbbf3b59 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:53.149715 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ec12237c-e4cd-4ef0-a889-db8516724fa2 req-d9a063cd-65b1-44f9-bc1b-ba03dbbf3b59 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0544124 Aug 31 00:37:53.154056 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=8']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:53.208301 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-5ae0fe56-6189-40ed-8c08-72c9ae32ea50 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a597d8-aec3-4139-9872-88eb69cbc272 HTTP/1.1" status: 200 len: 217 time: 0.0376124 Aug 31 00:37:53.265083 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ec12237c-e4cd-4ef0-a889-db8516724fa2 req-3962d718-24d5-4e85-b88a-059604972742 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092365 Aug 31 00:37:53.280479 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-60f7016d-0f90-41f1-a2b4-269902300a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:53.281341 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-60f7016d-0f90-41f1-a2b4-269902300a64 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0627801 Aug 31 00:37:53.338140 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-6fe2097d-f816-4fb4-b13d-5b57aa417acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:53.338140 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-6fe2097d-f816-4fb4-b13d-5b57aa417acb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474627 Aug 31 00:37:53.355212 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:53.448199 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-c700a22f-805b-42ae-9a7c-0d6f413188e6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961564 Aug 31 00:37:53.566551 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:53.577684 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3ae70404-e523-47cf-ae58-c09e7071ae75 req-bcc183be-c355-4fbf-a142-6aae28a928e3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213815 Aug 31 00:37:54.411952 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [req-55bffcb8-3a93-4dee-a84d-92143118ee0c req-29c89327-4e28-41db-b4f9-40a77367ba8f service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:37:54.419409 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-55bffcb8-3a93-4dee-a84d-92143118ee0c req-29c89327-4e28-41db-b4f9-40a77367ba8f service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054822 Aug 31 00:37:54.738235 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:54.806683 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60979f-43b0-4ba9-9c55-85e269a04306 req-87bab78b-d590-4518-b56a-3f1557de5c04 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:54.808228 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7e60979f-43b0-4ba9-9c55-85e269a04306 req-87bab78b-d590-4518-b56a-3f1557de5c04 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0499742 Aug 31 00:37:54.867864 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7e60979f-43b0-4ba9-9c55-85e269a04306 req-fe4422f6-cb2e-44f1-a547-a6bebe9a8eb8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531142 Aug 31 00:37:55.280983 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45272) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:55.366364 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-a4ccf4f4-ed58-47c3-9084-2972c0126213 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840001 Aug 31 00:37:55.375503 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-5b44655c-70b2-435d-8648-6da580e5833c service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:37:55.376542 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-5b44655c-70b2-435d-8648-6da580e5833c service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049160 Aug 31 00:37:55.457066 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45280) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:37:55.560062 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-a5ae210a-34a7-4bf3-858b-6f07de39df2d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:55.561383 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-a5ae210a-34a7-4bf3-858b-6f07de39df2d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports/e469ed11-88fc-4e04-ad53-fa40c91854d5 HTTP/1.1" status: 200 len: 940 time: 0.1033201 Aug 31 00:37:56.026133 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9683ad-0cc9-4c24-86ff-039ec79f4bdc req-a47a94f6-796e-499c-9b2b-1cd8048b131b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:56.033376 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4c9683ad-0cc9-4c24-86ff-039ec79f4bdc req-a47a94f6-796e-499c-9b2b-1cd8048b131b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0810010 Aug 31 00:37:56.090941 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4c9683ad-0cc9-4c24-86ff-039ec79f4bdc req-deb52655-d70d-481b-832b-e8034323437b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546176 Aug 31 00:37:56.949562 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:37:56.981110 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:57.027384 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e469ed11-88fc-4e04-ad53-fa40c91854d5 is: DOWN; New status is: DOWN {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:37:57.212040 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1897c-da90-46aa-9add-8301785ac2b2 req-6b5498bb-91cb-4aa8-a092-71dea681b6c7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:57.213626 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3ab1897c-da90-46aa-9add-8301785ac2b2 req-6b5498bb-91cb-4aa8-a092-71dea681b6c7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0489237 Aug 31 00:37:57.262524 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3ab1897c-da90-46aa-9add-8301785ac2b2 req-bfd2170f-9b3c-4f11-961e-c07e89f9eff0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434048 Aug 31 00:37:58.399278 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d8f60-a659-498a-bdf3-37142d7d5e90 req-1e65629f-7aca-4d37-adf6-7ebaa71ecc23 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:58.401026 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-233d8f60-a659-498a-bdf3-37142d7d5e90 req-1e65629f-7aca-4d37-adf6-7ebaa71ecc23 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0542853 Aug 31 00:37:58.456343 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-233d8f60-a659-498a-bdf3-37142d7d5e90 req-e5b39452-5d41-4a87-8874-4185216f0d1d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491579 Aug 31 00:37:59.577970 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:59.593223 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5dedc-82f2-4c7f-af45-602b1ea81dd0 req-cfb47a73-a6fc-45b7-9b5a-1f95e5960322 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:59.594727 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d8e5dedc-82f2-4c7f-af45-602b1ea81dd0 req-cfb47a73-a6fc-45b7-9b5a-1f95e5960322 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0486670 Aug 31 00:37:59.629805 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:59.648504 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d8e5dedc-82f2-4c7f-af45-602b1ea81dd0 req-73d583c7-ecae-4554-b1fa-ebaeb4180bbc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479338 Aug 31 00:37:59.904413 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-9577bec0-605b-4309-a99a-c7e76942867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:59.905899 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-9577bec0-605b-4309-a99a-c7e76942867f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1&tenant_id=606c24bee18a4454ab672cfb6a395286 HTTP/1.1" status: 200 len: 1127 time: 0.0749698 Aug 31 00:37:59.989905 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-2f973d12-8fdc-405f-9952-8bd4074a2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:37:59.991451 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-2f973d12-8fdc-405f-9952-8bd4074a2525 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 1127 time: 0.0407329 Aug 31 00:38:00.090881 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-e0f782c6-19ea-4c4c-8cac-18636fbddb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:00.092350 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-e0f782c6-19ea-4c4c-8cac-18636fbddb1b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 918 time: 0.0904529 Aug 31 00:38:00.160401 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-fe4a8e9a-c536-450a-92df-8894a4d296c1 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5 HTTP/1.1" status: 200 len: 999 time: 0.0571103 Aug 31 00:38:00.214205 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-be7acdc9-000d-40f9-841f-7f3ec29fefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:00.215659 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-be7acdc9-000d-40f9-841f-7f3ec29fefdf service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 200 len: 856 time: 0.0448585 Aug 31 00:38:00.277853 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-5f375c61-e709-4ed9-bab5-0147adbab539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:00.279356 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-5f375c61-e709-4ed9-bab5-0147adbab539 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438156 Aug 31 00:38:00.378930 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-84048c34-2446-485b-b1dd-8d46ad20d03d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863514 Aug 31 00:38:00.402087 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:00.488100 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6e0a382f-c9ba-4a7d-8f72-837d68b613a0 req-540cdf2c-331d-4123-842a-f14c29c00f40 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945168 Aug 31 00:38:00.697226 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:00.709487 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:00.780371 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947fb5a-e887-4d38-ade2-9f25a27cced9 req-1acf91f1-235e-473a-b5f6-b32b05067cdf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:00.781984 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4947fb5a-e887-4d38-ade2-9f25a27cced9 req-1acf91f1-235e-473a-b5f6-b32b05067cdf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0527346 Aug 31 00:38:00.832237 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4947fb5a-e887-4d38-ade2-9f25a27cced9 req-a7d0a3ef-9fd3-461e-a1d4-cb2cc30671fa tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443573 Aug 31 00:38:01.966922 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c46e5a-bf63-4d1a-bf92-c7a7e5a8263a req-130988f1-ec43-4e73-9633-f53c97aa470e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:01.966922 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-60c46e5a-bf63-4d1a-bf92-c7a7e5a8263a req-130988f1-ec43-4e73-9633-f53c97aa470e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0510938 Aug 31 00:38:02.042544 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-60c46e5a-bf63-4d1a-bf92-c7a7e5a8263a req-fe0ce248-37f7-44f8-9f11-91ca96bd2d85 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699615 Aug 31 00:38:02.166669 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45376) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:02.279535 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:02.391952 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Publish callbacks [] for security_group (b57e2142-eea8-4104-931f-64397770755b), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:02.487295 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (b57e2142-eea8-4104-931f-64397770755b), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:02.533290 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=9ce59252a5704781848f9f54640e674e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655274 Aug 31 00:38:02.534251 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57e2142-eea8-4104-931f-64397770755b,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:02.535994 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45384) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:02.542554 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.542934 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.543279 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.543621 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.543959 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.544293 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.544733 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.545061 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.545583 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.545922 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.546257 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.546585 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.546912 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.547235 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.547556 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1ddf9-c709-46e3-9102-50218f26d35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.603155 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Publish callbacks [] for security_group (b57e2142-eea8-4104-931f-64397770755b), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:02.625236 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Publish callbacks [] for security_group (b57e2142-eea8-4104-931f-64397770755b), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:02.658604 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:02.790009 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (b57e2142-eea8-4104-931f-64397770755b), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:02.792675 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:02.793863 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b57e2142-eea8-4104-931f-64397770755b HTTP/1.1" status: 204 len: 168 time: 0.2568624 Aug 31 00:38:02.802527 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57e2142-eea8-4104-931f-64397770755b,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:02.810044 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.810395 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.810749 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.811094 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.811435 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.811795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.812087 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.812444 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.812776 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.813106 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.813440 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.816416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.816416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.816416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:02.816416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587c34-3952-41f0-8ffc-e51657a7dc99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:03.183970 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167de600-69fe-47e4-ad3b-bd2c461a00f6 req-b484b6ba-65ff-46b7-8609-642cefa07e60 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:03.185719 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-167de600-69fe-47e4-ad3b-bd2c461a00f6 req-b484b6ba-65ff-46b7-8609-642cefa07e60 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0501347 Aug 31 00:38:03.251842 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-167de600-69fe-47e4-ad3b-bd2c461a00f6 req-c79c7a16-2545-4806-955e-53a709034c49 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603962 Aug 31 00:38:04.388415 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c7c02-25a3-4b14-b8b3-8b2fec7a2b57 req-d947e799-a0b0-45c3-be4f-6f5caed86f52 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:04.390000 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-760c7c02-25a3-4b14-b8b3-8b2fec7a2b57 req-d947e799-a0b0-45c3-be4f-6f5caed86f52 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0525167 Aug 31 00:38:04.463045 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-760c7c02-25a3-4b14-b8b3-8b2fec7a2b57 req-1c5d5fe6-cc62-42ef-aa41-2c3c06c37e09 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672810 Aug 31 00:38:04.575079 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45426) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:04.696008 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0a3b28c3-abae-4cf5-909b-ae3982f225da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:04.808452 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0a3b28c3-abae-4cf5-909b-ae3982f225da admin admin] Publish callbacks [] for security_group (f0ce4379-8a19-4367-bb12-2842a5eb4012), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:04.880954 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0a3b28c3-abae-4cf5-909b-ae3982f225da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f0ce4379-8a19-4367-bb12-2842a5eb4012), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:04.927414 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45430) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:04.927619 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0a3b28c3-abae-4cf5-909b-ae3982f225da admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c6ef853624b14522b2bb2fca12bbb5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513224 Aug 31 00:38:04.928287 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b28c3-abae-4cf5-909b-ae3982f225da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ce4379-8a19-4367-bb12-2842a5eb4012,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:05.000773 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1f0b82e4-738a-45d1-afb1-1380e241ccc3 admin admin] Publish callbacks [] for security_group (f0ce4379-8a19-4367-bb12-2842a5eb4012), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:05.021989 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1f0b82e4-738a-45d1-afb1-1380e241ccc3 admin admin] Publish callbacks [] for security_group (f0ce4379-8a19-4367-bb12-2842a5eb4012), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:05.303715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1f0b82e4-738a-45d1-afb1-1380e241ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f0ce4379-8a19-4367-bb12-2842a5eb4012), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:05.307357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1f0b82e4-738a-45d1-afb1-1380e241ccc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:05.308609 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-1f0b82e4-738a-45d1-afb1-1380e241ccc3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f0ce4379-8a19-4367-bb12-2842a5eb4012 HTTP/1.1" status: 204 len: 168 time: 0.3796303 Aug 31 00:38:05.317535 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b82e4-738a-45d1-afb1-1380e241ccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ce4379-8a19-4367-bb12-2842a5eb4012,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:05.630997 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d6ca8-e720-4f9a-bd22-e00f6aff08f5 req-c7cdbb00-b9cc-4287-a323-2c3d4b3ab444 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:05.632379 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-679d6ca8-e720-4f9a-bd22-e00f6aff08f5 req-c7cdbb00-b9cc-4287-a323-2c3d4b3ab444 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0563934 Aug 31 00:38:05.684344 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-679d6ca8-e720-4f9a-bd22-e00f6aff08f5 req-e6947acb-a2ef-45da-88c6-038144ee12c8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460162 Aug 31 00:38:06.816488 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8feb5d-ae80-4263-8103-8f99991e3e1f req-805f7166-3d3a-4719-b9ed-fb5574f89b9f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:06.818093 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bc8feb5d-ae80-4263-8103-8f99991e3e1f req-805f7166-3d3a-4719-b9ed-fb5574f89b9f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0533166 Aug 31 00:38:07.120630 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bc8feb5d-ae80-4263-8103-8f99991e3e1f req-45fe78d2-8561-4772-90de-8d7c6f9e6753 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961617 Aug 31 00:38:08.260191 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbd4ae-a5c5-487a-bafe-a24b9c6ea8d4 req-fe5d8ffb-787e-452a-8154-5c4331a546a2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:08.262542 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fabbd4ae-a5c5-487a-bafe-a24b9c6ea8d4 req-fe5d8ffb-787e-452a-8154-5c4331a546a2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0535522 Aug 31 00:38:08.314583 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fabbd4ae-a5c5-487a-bafe-a24b9c6ea8d4 req-46f24e4b-4fd7-4af6-ab2d-86fa7e26ba11 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Aug 31 00:38:09.471101 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e7d5b-0734-4e24-998d-00c8ccfe9563 req-7bc699de-3c0e-4efe-bd51-ea2ec00a98c3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:09.472611 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-783e7d5b-0734-4e24-998d-00c8ccfe9563 req-7bc699de-3c0e-4efe-bd51-ea2ec00a98c3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0715427 Aug 31 00:38:09.547621 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-783e7d5b-0734-4e24-998d-00c8ccfe9563 req-6cd222e3-61dc-4d80-a9a4-ac9189ff6785 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685306 Aug 31 00:38:09.896089 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:38:10.686945 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e226dc1-7df8-4f64-a28f-df3cfc1a3d93 req-86521274-a9ed-4531-9baa-cc4159f89a6d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:10.688442 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3e226dc1-7df8-4f64-a28f-df3cfc1a3d93 req-86521274-a9ed-4531-9baa-cc4159f89a6d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0577695 Aug 31 00:38:10.745559 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3e226dc1-7df8-4f64-a28f-df3cfc1a3d93 req-5f3065f1-e59b-4c7f-bee8-7fdba7949780 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513325 Aug 31 00:38:11.880792 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:11.903892 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d72230-a015-4823-ae2a-aaaa28c0c84c req-476e063f-29fa-4104-b99e-53ba67f62d51 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:11.905581 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9d72230-a015-4823-ae2a-aaaa28c0c84c req-476e063f-29fa-4104-b99e-53ba67f62d51 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0754399 Aug 31 00:38:11.958240 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9d72230-a015-4823-ae2a-aaaa28c0c84c req-c711910f-ef90-43c2-bcde-0bc289c4e098 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470362 Aug 31 00:38:12.828576 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:13.094002 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489a2-7240-412a-9b43-fe043faea121 req-0357b5d3-32d2-432a-b070-9d3338c12805 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:13.095416 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8c3489a2-7240-412a-9b43-fe043faea121 req-0357b5d3-32d2-432a-b070-9d3338c12805 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0496626 Aug 31 00:38:13.145791 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8c3489a2-7240-412a-9b43-fe043faea121 req-3a69f38f-f07e-48ea-902a-b60262bfbda9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444651 Aug 31 00:38:14.270211 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887df71-6f54-421d-a4e2-02eba00f84fe req-81c18c5e-f368-445c-a0b1-0733fc621d7d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:14.271695 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c887df71-6f54-421d-a4e2-02eba00f84fe req-81c18c5e-f368-445c-a0b1-0733fc621d7d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0474782 Aug 31 00:38:14.315692 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:14.320346 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c887df71-6f54-421d-a4e2-02eba00f84fe req-840516d7-51a5-4971-a9c0-330019f0674b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426145 Aug 31 00:38:15.330431 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:15.453847 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd39c4-acaa-45e5-9f51-177de75db6af req-afedf9f0-056d-48c2-95ac-fa72e36ecbde tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:15.455323 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bbbd39c4-acaa-45e5-9f51-177de75db6af req-afedf9f0-056d-48c2-95ac-fa72e36ecbde tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0533776 Aug 31 00:38:15.503850 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bbbd39c4-acaa-45e5-9f51-177de75db6af req-b04e804a-8244-4d0d-a999-1e1ec59d12c7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Aug 31 00:38:15.673698 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=67,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:15.680668 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=67,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:16.628966 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359411d-e499-4184-b6eb-d3cfc33f3a9e req-5392332e-73ad-4f0b-9566-a40c85a2860f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:16.630462 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4359411d-e499-4184-b6eb-d3cfc33f3a9e req-5392332e-73ad-4f0b-9566-a40c85a2860f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0472312 Aug 31 00:38:16.679986 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4359411d-e499-4184-b6eb-d3cfc33f3a9e req-674bb4c1-8e5e-4bd8-a70f-394293de57d5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Aug 31 00:38:17.509985 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7f862e4a-3db6-4960-9b17-a23545e382d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:17.808357 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f9755-92e9-46c0-a2d2-1167f98f4e28 req-d5eab746-7bed-4b34-a10e-aa364cf045a2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:17.809838 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dc9f9755-92e9-46c0-a2d2-1167f98f4e28 req-d5eab746-7bed-4b34-a10e-aa364cf045a2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0474770 Aug 31 00:38:17.857996 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dc9f9755-92e9-46c0-a2d2-1167f98f4e28 req-c822f6b6-da40-4eda-bb1c-8d7c35df1ea6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Aug 31 00:38:18.980995 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94851-8ece-4885-9a39-8ca897e315eb req-d11219fa-987c-430f-8d89-906df0859894 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:18.982452 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ec94851-8ece-4885-9a39-8ca897e315eb req-d11219fa-987c-430f-8d89-906df0859894 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0458059 Aug 31 00:38:19.034760 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1ec94851-8ece-4885-9a39-8ca897e315eb req-6d7585ef-f9ad-420e-8ecd-b8eb2947c2d1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468268 Aug 31 00:38:19.891396 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:19.892191 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:20.093270 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b195cbbd-703e-463d-b8ff-560e7f8b3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:20.161911 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6d6e-5405-4d9c-8234-d3dc26af0cc3 req-d36185dd-cfae-413f-915c-58ca0625139a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:20.163308 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-910b6d6e-5405-4d9c-8234-d3dc26af0cc3 req-d36185dd-cfae-413f-915c-58ca0625139a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0480533 Aug 31 00:38:20.215599 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-910b6d6e-5405-4d9c-8234-d3dc26af0cc3 req-489586c0-2cb7-4a9a-8994-5421f3b73560 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456500 Aug 31 00:38:21.337840 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaaf92-f5ee-406d-9df8-0fd899a74004 req-d6d107a4-be67-43c4-9399-9f3a65ea3501 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:21.339216 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-70eaaf92-f5ee-406d-9df8-0fd899a74004 req-d6d107a4-be67-43c4-9399-9f3a65ea3501 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0464962 Aug 31 00:38:21.388554 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-70eaaf92-f5ee-406d-9df8-0fd899a74004 req-31124a08-9b31-4864-8dc6-4c5beabc5689 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 Aug 31 00:38:21.458101 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:22.516891 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e655a-adbb-4feb-a868-dbb4874c1a77 req-59ba94f1-95c3-447e-b73a-987a645270c4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:22.518457 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-149e655a-adbb-4feb-a868-dbb4874c1a77 req-59ba94f1-95c3-447e-b73a-987a645270c4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 943 time: 0.0477600 Aug 31 00:38:22.566039 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-149e655a-adbb-4feb-a868-dbb4874c1a77 req-64147d2e-b4e7-4c9f-9e74-e217b8381c61 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 Aug 31 00:38:23.123948 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:38:23.186797 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:23.230193 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:38:23.242421 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'port_id': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'mac_address': 'fa:16:3e:8b:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:38:23.294321 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e469ed11-88fc-4e04-ad53-fa40c91854d5 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:38:23.294748 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:23.310186 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e469ed11-88fc-4e04-ad53-fa40c91854d5 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:38:23.330632 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:38:23.378208 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:23.452615 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:23.505240 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=9']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:23.512872 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.513046 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.513389 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.513747 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.514121 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.514486 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.514810 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.515129 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.515451 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.515807 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.516129 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.516478 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.516800 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.517113 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.517428 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:23.692230 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b1839-3ee2-4c8e-9048-4502849d9e49 req-1728af3b-2f64-49a1-ad5b-e158eeb6ff0d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:23.693724 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b76b1839-3ee2-4c8e-9048-4502849d9e49 req-1728af3b-2f64-49a1-ad5b-e158eeb6ff0d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 944 time: 0.0488894 Aug 31 00:38:23.743468 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b76b1839-3ee2-4c8e-9048-4502849d9e49 req-e5d70a0a-c66f-4e43-9597-5638725c0175 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439999 Aug 31 00:38:23.983984 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['e469ed11-88fc-4e04-ad53-fa40c91854d5'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:38:24.718383 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851890c-7d50-4e92-824c-4fc3bd71a6aa req-685a0de1-b409-4f91-9ff0-b9f394560a5d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:24.719875 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3851890c-7d50-4e92-824c-4fc3bd71a6aa req-685a0de1-b409-4f91-9ff0-b9f394560a5d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0521333 Aug 31 00:38:24.768936 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3851890c-7d50-4e92-824c-4fc3bd71a6aa req-d01cd43c-2c9c-4726-aaaa-0250e30f8adc tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427978 Aug 31 00:38:24.872094 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e449c-5c19-4eac-b967-7097b09c405d req-db115894-a270-440b-a47d-5010c10f95d3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:24.874155 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a82e449c-5c19-4eac-b967-7097b09c405d req-db115894-a270-440b-a47d-5010c10f95d3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 944 time: 0.0491889 Aug 31 00:38:24.925540 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a82e449c-5c19-4eac-b967-7097b09c405d req-ea19c2e6-0610-4dc6-8ab1-67d986916c0c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458443 Aug 31 00:38:25.314668 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:38:25.362420 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:25.365329 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port e469ed11-88fc-4e04-ad53-fa40c91854d5 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:38:25.365329 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:25.438152 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port e469ed11-88fc-4e04-ad53-fa40c91854d5 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:38:25.438543 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:25.461526 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:38:25.463746 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46a5bd0-a7e5-45bf-b59f-0275f5a3af67" -d '{"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-plugged", "status": "completed", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:38:25.476929 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:38:25.504178 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99469a8a-8fcd-48d6-994c-d79f9528ce9a x-openstack-request-id: req-99469a8a-8fcd-48d6-994c-d79f9528ce9a {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:38:25.504541 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-plugged", "status": "completed", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:38:25.504829 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99469a8a-8fcd-48d6-994c-d79f9528ce9a {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:38:25.505238 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99469a8a-8fcd-48d6-994c-d79f9528ce9a'] response: {'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'code': 200} Aug 31 00:38:25.521165 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:25.561872 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:25.574042 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=10']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:25.890414 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472cba4-87f3-494e-9231-ed42f9434d31 req-138e3dd5-8bb5-4f40-8a80-9710be8cfb1e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:25.891809 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8472cba4-87f3-494e-9231-ed42f9434d31 req-138e3dd5-8bb5-4f40-8a80-9710be8cfb1e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0505958 Aug 31 00:38:25.939695 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8472cba4-87f3-494e-9231-ed42f9434d31 req-3196d6a6-6f32-4d9a-b663-26915533c008 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423734 Aug 31 00:38:26.051946 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b84228-9d02-436b-a258-aef488c79bb3 req-4b6197c6-a088-4134-a490-4c47001fd843 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:26.054435 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9b84228-9d02-436b-a258-aef488c79bb3 req-4b6197c6-a088-4134-a490-4c47001fd843 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 946 time: 0.0474658 Aug 31 00:38:26.101428 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9b84228-9d02-436b-a258-aef488c79bb3 req-29892a13-e140-4bc3-be5c-3bb5432f5770 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422955 Aug 31 00:38:26.370102 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63146197-7ed9-463d-8029-27905dc0c6c4 req-a5a99b15-7400-43f1-be5f-4f62e203d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:26.371611 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-63146197-7ed9-463d-8029-27905dc0c6c4 req-a5a99b15-7400-43f1-be5f-4f62e203d03d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 1130 time: 0.0426512 Aug 31 00:38:26.417592 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-63146197-7ed9-463d-8029-27905dc0c6c4 req-b41f67f4-6139-40a5-aaea-345b70e7a99c service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392895 Aug 31 00:38:27.059363 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16c889-816f-4f10-b95c-d442414fb218 req-0793d5f5-4edc-4c48-b67b-3e2719bae89b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:27.061164 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ce16c889-816f-4f10-b95c-d442414fb218 req-0793d5f5-4edc-4c48-b67b-3e2719bae89b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0482497 Aug 31 00:38:27.109065 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ce16c889-816f-4f10-b95c-d442414fb218 req-550736d4-d244-45f6-a118-9496fa34f775 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425696 Aug 31 00:38:27.233112 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bdaec-b164-430a-a0a1-ace919d7244b req-3fef363a-c762-4e72-bf04-8dd321615fa9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:27.233112 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8a0bdaec-b164-430a-a0a1-ace919d7244b req-3fef363a-c762-4e72-bf04-8dd321615fa9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 946 time: 0.0473957 Aug 31 00:38:27.255561 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:27.277692 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8a0bdaec-b164-430a-a0a1-ace919d7244b req-fe676abb-6323-4567-9333-cb6aab1e65eb tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434482 Aug 31 00:38:28.234853 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c542bc-03e9-4ccf-abde-b5e63449681f req-cf436e76-9fd0-4a69-8f9e-b886b2765840 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:28.236356 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f1c542bc-03e9-4ccf-abde-b5e63449681f req-cf436e76-9fd0-4a69-8f9e-b886b2765840 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0517042 Aug 31 00:38:28.285555 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f1c542bc-03e9-4ccf-abde-b5e63449681f req-92d26aaa-26a3-4745-b589-d355d99f0662 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436196 Aug 31 00:38:28.404387 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61badc36-dd59-45f0-9f24-43f1b8b98bb6 req-251bf289-eb2a-466b-9e39-7c81e7572aa5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:28.406680 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-61badc36-dd59-45f0-9f24-43f1b8b98bb6 req-251bf289-eb2a-466b-9e39-7c81e7572aa5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 946 time: 0.0506976 Aug 31 00:38:28.459189 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-61badc36-dd59-45f0-9f24-43f1b8b98bb6 req-07862820-d871-4c2f-844b-58b689620281 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467951 Aug 31 00:38:29.411304 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b52fe-1cdf-444c-a9f1-30704b6b2eda req-49a642e9-67ad-421a-b6f4-ce76e22f490e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:29.412831 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6f5b52fe-1cdf-444c-a9f1-30704b6b2eda req-49a642e9-67ad-421a-b6f4-ce76e22f490e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0486097 Aug 31 00:38:29.465671 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6f5b52fe-1cdf-444c-a9f1-30704b6b2eda req-d47af936-2698-4207-a491-199891ec0c23 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451314 Aug 31 00:38:29.586463 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261673c3-b9dc-48a1-94a6-6ead4194f47b req-74326459-0a86-4c79-8595-4d8fa2314e7d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:29.587865 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-261673c3-b9dc-48a1-94a6-6ead4194f47b req-74326459-0a86-4c79-8595-4d8fa2314e7d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 946 time: 0.0474119 Aug 31 00:38:29.636932 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-261673c3-b9dc-48a1-94a6-6ead4194f47b req-953a80af-e831-49dc-917f-50c8c0927402 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418961 Aug 31 00:38:30.587149 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8e63-d852-4ce7-ab05-e35bbf4099ac req-92817e77-7aa2-481f-8829-84b1cad40d80 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:30.588643 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-986a8e63-d852-4ce7-ab05-e35bbf4099ac req-92817e77-7aa2-481f-8829-84b1cad40d80 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0498965 Aug 31 00:38:30.640147 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-986a8e63-d852-4ce7-ab05-e35bbf4099ac req-5afec548-cc25-4f62-9506-1b1c3aa9b8b8 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459757 Aug 31 00:38:31.740885 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:31.759789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a4a23-9093-4fb7-b15b-6db949d7fcdb req-54c95ee3-e4fa-4b60-b7da-c00358652fb2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:31.761318 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0e6a4a23-9093-4fb7-b15b-6db949d7fcdb req-54c95ee3-e4fa-4b60-b7da-c00358652fb2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0486715 Aug 31 00:38:31.809458 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0e6a4a23-9093-4fb7-b15b-6db949d7fcdb req-acd04ff4-6fc7-48a1-90d1-1795da0f6a29 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410838 Aug 31 00:38:32.929367 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237620e-b95d-4aa6-8adb-a75275eca36d req-9ce6493a-abd4-4cc9-949c-65aa89bf8ef0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:32.930839 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a237620e-b95d-4aa6-8adb-a75275eca36d req-9ce6493a-abd4-4cc9-949c-65aa89bf8ef0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0481791 Aug 31 00:38:32.978992 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a237620e-b95d-4aa6-8adb-a75275eca36d req-2663fad2-8cd0-490f-a4e7-22ef6138d878 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426965 Aug 31 00:38:34.100804 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd209cd-6dcf-400e-af4a-8fefe2aba389 req-638b621a-a578-4c22-8263-56aa505f8b94 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:34.102300 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0cd209cd-6dcf-400e-af4a-8fefe2aba389 req-638b621a-a578-4c22-8263-56aa505f8b94 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0512626 Aug 31 00:38:34.151649 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0cd209cd-6dcf-400e-af4a-8fefe2aba389 req-431f240f-5948-401c-9333-aa4c5cf03cab tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437210 Aug 31 00:38:35.276365 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbafee3-26c0-4b10-9965-446ad0931349 req-d8ca7ea9-400a-498f-972f-e3b3397b12a8 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:35.277893 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9fbafee3-26c0-4b10-9965-446ad0931349 req-d8ca7ea9-400a-498f-972f-e3b3397b12a8 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0515928 Aug 31 00:38:35.328027 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9fbafee3-26c0-4b10-9965-446ad0931349 req-1edf7690-cd41-4a33-aafa-168e47cb850b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438075 Aug 31 00:38:35.572065 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:36.457305 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd3aa-9e9c-424c-874a-06749b788b9e req-22eb4ac6-f53b-488b-bc49-95794bdfac08 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:36.458799 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-151fd3aa-9e9c-424c-874a-06749b788b9e req-22eb4ac6-f53b-488b-bc49-95794bdfac08 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0490229 Aug 31 00:38:36.478498 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:36.509030 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-151fd3aa-9e9c-424c-874a-06749b788b9e req-4031777d-2099-4a16-8faa-4d0d3ad1f3d0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443499 Aug 31 00:38:37.633659 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbfa7d-dd6b-452b-a4bd-7372d19ae908 req-942ebb95-23fa-4143-83e1-0165309d982f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:37.635438 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d4cbfa7d-dd6b-452b-a4bd-7372d19ae908 req-942ebb95-23fa-4143-83e1-0165309d982f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0498557 Aug 31 00:38:37.689172 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d4cbfa7d-dd6b-452b-a4bd-7372d19ae908 req-194a1014-cfbb-4f64-9911-26d0d13bb66f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479956 Aug 31 00:38:38.773452 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:38.815415 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82cfe4-c8d3-4b6e-96a0-6b486428b194 req-aaa1ee89-26d3-437e-b74c-3c8b76b8c504 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:38.816940 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bd82cfe4-c8d3-4b6e-96a0-6b486428b194 req-aaa1ee89-26d3-437e-b74c-3c8b76b8c504 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0531418 Aug 31 00:38:38.870218 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bd82cfe4-c8d3-4b6e-96a0-6b486428b194 req-1f0dd9b4-0af1-49be-a92a-d50d34880b68 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468826 Aug 31 00:38:39.988419 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d9b3c-18f8-44d0-b467-3a3247245581 req-7ed9a52f-4a64-4745-9b2b-40ecc3b7a999 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:39.989877 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-826d9b3c-18f8-44d0-b467-3a3247245581 req-7ed9a52f-4a64-4745-9b2b-40ecc3b7a999 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0469530 Aug 31 00:38:40.037333 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-826d9b3c-18f8-44d0-b467-3a3247245581 req-0e72167d-9a6d-4966-89f7-207db91b9f2b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418694 Aug 31 00:38:41.159736 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b821744-8722-48f5-80c3-d1921b721098 req-393d1283-c5bd-4cff-a98a-ad0a94e2ff23 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:41.161277 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8b821744-8722-48f5-80c3-d1921b721098 req-393d1283-c5bd-4cff-a98a-ad0a94e2ff23 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0495880 Aug 31 00:38:41.210365 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8b821744-8722-48f5-80c3-d1921b721098 req-043a4a95-78c6-40e6-bd40-ce532ea72969 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434442 Aug 31 00:38:41.587642 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d553ba-ded1-4a84-9c77-e62bf92f5903 req-f17b8593-3062-4e57-81c7-f55a0a32269c tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:41.589198 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-77d553ba-ded1-4a84-9c77-e62bf92f5903 req-f17b8593-3062-4e57-81c7-f55a0a32269c tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0504856 Aug 31 00:38:41.646503 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-77d553ba-ded1-4a84-9c77-e62bf92f5903 req-4ef99962-19ec-413a-b407-e198b6dadabc tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511222 Aug 31 00:38:42.337694 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-7e1cc7f2-4e26-4563-8ae3-2d4858031946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:42.339336 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-7e1cc7f2-4e26-4563-8ae3-2d4858031946 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 1130 time: 0.0411811 Aug 31 00:38:42.446467 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-a9190143-66be-4db8-a3da-60027a5055cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:42.448279 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-a9190143-66be-4db8-a3da-60027a5055cf service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=a5ba44fa-fe70-448e-874e-97120592a817 HTTP/1.1" status: 200 len: 911 time: 0.0973613 Aug 31 00:38:42.774590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0fac-ea92-471b-8040-a4c6ce8d8ace req-8b8ba47e-06fe-4806-864e-71ea9bb0e35b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:42.776068 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e25e0fac-ea92-471b-8040-a4c6ce8d8ace req-8b8ba47e-06fe-4806-864e-71ea9bb0e35b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0480180 Aug 31 00:38:42.823187 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e25e0fac-ea92-471b-8040-a4c6ce8d8ace req-638bc857-139e-4e73-9e7b-eb568772490f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408721 Aug 31 00:38:42.910456 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-faf75a50-f53b-466e-aab8-482584aba2b3 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53407fde-ade2-453c-975e-4fafb7f9e4d5 HTTP/1.1" status: 200 len: 1000 time: 0.0622718 Aug 31 00:38:42.970493 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-c626123e-f80b-48e5-a327-6a7d121137b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:42.972058 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-c626123e-f80b-48e5-a327-6a7d121137b9 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a52cfced-1ff9-4c2a-8304-6ecfff37d30f HTTP/1.1" status: 200 len: 849 time: 0.0456440 Aug 31 00:38:43.022755 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-411da640-119d-4679-a00b-4bfd7ec63a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:43.024539 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-411da640-119d-4679-a00b-4bfd7ec63a45 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a5ba44fa-fe70-448e-874e-97120592a817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407045 Aug 31 00:38:43.089964 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:43.119273 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-f8b7d3c2-83f8-48f9-91d2-2326273d4a9e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874577 Aug 31 00:38:43.179462 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:43.213506 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-811518ba-9ff5-400d-9bde-c5b71a0c9d4b req-ac44e795-a5bc-42c7-a795-24207f8289d5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861619 Aug 31 00:38:43.962926 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bae6d-d048-4ee9-9b8e-e055a6addd4c req-77e094b2-2cbd-49fe-8c59-2a8ef387b585 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:43.964453 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-466bae6d-d048-4ee9-9b8e-e055a6addd4c req-77e094b2-2cbd-49fe-8c59-2a8ef387b585 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0506964 Aug 31 00:38:44.016526 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-466bae6d-d048-4ee9-9b8e-e055a6addd4c req-e1239551-8463-43af-a04f-eb042173d305 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460320 Aug 31 00:38:44.279518 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8b080-727c-463d-bee5-504651c87a01 req-ff2f11db-304b-45a9-9300-7fff4b60c6f3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:44.280939 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f3a8b080-727c-463d-bee5-504651c87a01 req-ff2f11db-304b-45a9-9300-7fff4b60c6f3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0475478 Aug 31 00:38:44.329126 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f3a8b080-727c-463d-bee5-504651c87a01 req-c8e6fff9-7850-4f94-9e07-e16fcf2b9c13 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Aug 31 00:38:44.894100 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e69a-1c53-403b-a722-6547661d43c1 req-f4a0dfc5-48d0-4272-9a2c-36c6ed5e842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:44.895935 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-be10e69a-1c53-403b-a722-6547661d43c1 req-f4a0dfc5-48d0-4272-9a2c-36c6ed5e842f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 1129 time: 0.0451317 Aug 31 00:38:44.990493 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e69a-1c53-403b-a722-6547661d43c1 req-43b8c382-810c-4143-903a-712cac1f0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:44.991991 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-be10e69a-1c53-403b-a722-6547661d43c1 req-43b8c382-810c-4143-903a-712cac1f0209 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.0877664 Aug 31 00:38:45.065502 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-be10e69a-1c53-403b-a722-6547661d43c1 req-7e562b86-bb8a-4ba4-81fc-9c101caf2cf8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b HTTP/1.1" status: 200 len: 1000 time: 0.0607512 Aug 31 00:38:45.146316 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e69a-1c53-403b-a722-6547661d43c1 req-9f16e516-7a3c-42bf-ad34-0552acfccf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:45.147694 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-be10e69a-1c53-403b-a722-6547661d43c1 req-9f16e516-7a3c-42bf-ad34-0552acfccf1f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0758677 Aug 31 00:38:45.155519 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e73475-69a0-4c60-a792-048337310458 req-9ebe9b58-aee1-4a45-a241-d488453ef26a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:45.156952 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03e73475-69a0-4c60-a792-048337310458 req-9ebe9b58-aee1-4a45-a241-d488453ef26a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0590529 Aug 31 00:38:45.213616 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e69a-1c53-403b-a722-6547661d43c1 req-ca50f754-fe58-40cf-9915-f2b2afd8a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:45.215100 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-be10e69a-1c53-403b-a722-6547661d43c1 req-ca50f754-fe58-40cf-9915-f2b2afd8a3bb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573108 Aug 31 00:38:45.278614 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03e73475-69a0-4c60-a792-048337310458 req-3872a78b-a1b8-47d5-a604-1b909b195408 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120291 Aug 31 00:38:45.321281 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-be10e69a-1c53-403b-a722-6547661d43c1 req-96673a87-8189-4104-8211-848600b3f587 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983145 Aug 31 00:38:45.426423 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-be10e69a-1c53-403b-a722-6547661d43c1 req-eef16e86-bcb8-4cda-9f0f-876e5b81ecd0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975482 Aug 31 00:38:45.457985 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac784ce-d4c2-4ac0-a75c-8e60d244e50b req-40437a02-da42-4a7a-bab1-4d258de140b8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:45.459466 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cac784ce-d4c2-4ac0-a75c-8e60d244e50b req-40437a02-da42-4a7a-bab1-4d258de140b8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0530088 Aug 31 00:38:45.546578 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cac784ce-d4c2-4ac0-a75c-8e60d244e50b req-1976b139-dcdc-42b0-b46f-8c9af2634332 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812833 Aug 31 00:38:46.369703 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237ad9-5431-41f3-a523-f2edd776807f req-40e5a190-d92f-4b27-94ff-be106119b491 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:46.371356 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-43237ad9-5431-41f3-a523-f2edd776807f req-40e5a190-d92f-4b27-94ff-be106119b491 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 946 time: 0.0486159 Aug 31 00:38:46.453386 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-43237ad9-5431-41f3-a523-f2edd776807f req-055972ac-c61f-4b04-990c-7d5be5114d72 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765786 Aug 31 00:38:46.680590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12251b1c-8d7e-45e8-a302-93ba89db3361 req-408edc28-4417-4637-b307-a99deebdc60a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:46.682839 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12251b1c-8d7e-45e8-a302-93ba89db3361 req-408edc28-4417-4637-b307-a99deebdc60a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0566747 Aug 31 00:38:46.737242 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12251b1c-8d7e-45e8-a302-93ba89db3361 req-7240b926-4356-41be-a81b-ed3fa45f0b57 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486045 Aug 31 00:38:46.896845 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:38:47.530688 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d8c89bd4-2b46-4e07-9b07-800ea761cdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:47.584307 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c5e05-d2ba-4f85-9f2c-8b3d91518b3f req-10fa5a14-a9af-42ac-9c63-9256090adb19 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:47.585874 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-776c5e05-d2ba-4f85-9f2c-8b3d91518b3f req-10fa5a14-a9af-42ac-9c63-9256090adb19 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 946 time: 0.0552614 Aug 31 00:38:47.635563 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-776c5e05-d2ba-4f85-9f2c-8b3d91518b3f req-2d422856-443f-4e3c-aa27-e642dbd6e40a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ea9971e5-a117-4939-b315-32bf60943e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Aug 31 00:38:47.860632 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c3c8e-710e-4d28-a1ef-fa42178f69c7 req-9fe001f4-986d-4268-b025-4fb73e0dc976 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:47.862185 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-553c3c8e-710e-4d28-a1ef-fa42178f69c7 req-9fe001f4-986d-4268-b025-4fb73e0dc976 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0473578 Aug 31 00:38:47.914700 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-553c3c8e-710e-4d28-a1ef-fa42178f69c7 req-039f38bb-91b5-4370-a753-fe01978561a5 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466933 Aug 31 00:38:48.084287 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-878dba90-095b-4e5a-853f-fa830bd606ed tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:48.085686 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-878dba90-095b-4e5a-853f-fa830bd606ed tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 946 time: 0.0476749 Aug 31 00:38:48.174390 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Deleting port e8da9c81-1278-4164-a96f-8a1a32121ece {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:38:48.174652 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:48.187352 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:48.257096 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:48.268541 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] For port e8da9c81-1278-4164-a96f-8a1a32121ece, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e8da9c81-1278-4164-a96f-8a1a32121ece,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:38:48.268916 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:48.482027 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:48.482310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (879f3df3-806d-4db8-a600-4a229ce36498), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:48.482629 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Floating IP 879f3df3-806d-4db8-a600-4a229ce36498 disassociated. External IP: 172.27.3.36, port: e8da9c81-1278-4164-a96f-8a1a32121ece. Aug 31 00:38:48.482976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Calling delete_port for e8da9c81-1278-4164-a96f-8a1a32121ece owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:38:48.664550 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (e8da9c81-1278-4164-a96f-8a1a32121ece), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:48.691539 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'Port': ['ID=e8da9c81-1278-4164-a96f-8a1a32121ece,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:48.745533 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c16d6102-fdcd-4283-9724-ff0e27268d51 req-012805d0-0e10-4ab7-8648-0a9fc7de7605 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 210 time: 0.0295813 Aug 31 00:38:48.807252 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:38:48.914228 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:38:48.924347 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:38:48.935359 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:38:48.936354 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:38:48.963085 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] No DVR routers for this DVR port e8da9c81-1278-4164-a96f-8a1a32121ece on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:38:48.966007 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:48.969724 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7a7c3182-62db-48de-9cae-3cc92420d74e req-983e92a3-0420-49ed-8d28-15d14cbeb580 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e8da9c81-1278-4164-a96f-8a1a32121ece HTTP/1.1" status: 204 len: 173 time: 0.8762798 Aug 31 00:38:48.970205 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'name': 'network-vif-deleted', 'tag': 'e8da9c81-1278-4164-a96f-8a1a32121ece'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:38:48.972910 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903a20b1-348a-4f85-904e-05821122021b" -d '{"events": [{"server_uuid": "514a5573-d33c-4d96-bf91-d3b6e21c09dc", "name": "network-vif-deleted", "tag": "e8da9c81-1278-4164-a96f-8a1a32121ece"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:38:49.032769 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e48be17-04bf-4569-a161-badd7524def1 x-openstack-request-id: req-2e48be17-04bf-4569-a161-badd7524def1 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:38:49.035905 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514a5573-d33c-4d96-bf91-d3b6e21c09dc", "name": "network-vif-deleted", "tag": "e8da9c81-1278-4164-a96f-8a1a32121ece", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:38:49.035905 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e48be17-04bf-4569-a161-badd7524def1 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:38:49.035905 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e48be17-04bf-4569-a161-badd7524def1'] response: {'server_uuid': '514a5573-d33c-4d96-bf91-d3b6e21c09dc', 'name': 'network-vif-deleted', 'tag': 'e8da9c81-1278-4164-a96f-8a1a32121ece', 'status': 'completed', 'code': 200} Aug 31 00:38:49.053288 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4cb4d-f296-4964-9f75-ab5891bdf43a req-f931c185-e189-4f4b-8e4a-9aac80d26ea2 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:49.054880 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eab4cb4d-f296-4964-9f75-ab5891bdf43a req-f931c185-e189-4f4b-8e4a-9aac80d26ea2 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0552387 Aug 31 00:38:49.055742 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:38:49.114680 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eab4cb4d-f296-4964-9f75-ab5891bdf43a req-c8a04011-6486-44be-aadd-a5841d9b2889 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528274 Aug 31 00:38:49.283183 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81845b11-4cd3-4e19-817b-598e653056d0', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:36:02Z', 'revision_number': 2, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:38:49.312029 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:38:49.321397 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:38:49.322001 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:38:49.555633 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:38:49.780888 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81845b11-4cd3-4e19-817b-598e653056d0', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:36:02Z', 'revision_number': 2, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:38:49.820751 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8a1bd-4153-4a6e-aa63-00ed07b900f8 None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81845b11-4cd3-4e19-817b-598e653056d0', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:59:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:35:16Z', 'updated_at': '2022-08-31T00:36:02Z', 'revision_number': 2, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:38:49.885052 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ecad9bd8-4ae1-487e-a096-304bb84ca6dd req-e6601d6c-4ea0-42ae-907d-f5b017e8bcda tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=514a5573-d33c-4d96-bf91-d3b6e21c09dc HTTP/1.1" status: 200 len: 210 time: 0.0327902 Aug 31 00:38:50.087678 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae084-dcf4-49f4-8a6a-03fb8756c5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:50.091831 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ba789-4af3-4fde-8986-cdcac1dd6efb None None] New status for floating IP 879f3df3-806d-4db8-a600-4a229ce36498: DOWN {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:38:50.258798 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890f686-5a44-4cef-bbd7-1bc6138f1008 req-8f57b5a0-10a3-44a9-9d8b-f8c91bbbb885 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:50.260297 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1890f686-5a44-4cef-bbd7-1bc6138f1008 req-8f57b5a0-10a3-44a9-9d8b-f8c91bbbb885 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0567908 Aug 31 00:38:50.323560 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1890f686-5a44-4cef-bbd7-1bc6138f1008 req-3b323c85-1820-45e4-b76a-c94d01561e02 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558043 Aug 31 00:38:51.048688 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45706) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:51.107902 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8541342c-ac1b-4ede-aa8b-fb9bac66720f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (ea9971e5-a117-4939-b315-32bf60943e0c), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.117890 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:51.133360 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8541342c-ac1b-4ede-aa8b-fb9bac66720f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (ea9971e5-a117-4939-b315-32bf60943e0c), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.144996 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:51.252983 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8541342c-ac1b-4ede-aa8b-fb9bac66720f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (ea9971e5-a117-4939-b315-32bf60943e0c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.257024 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8541342c-ac1b-4ede-aa8b-fb9bac66720f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.257024 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-8541342c-ac1b-4ede-aa8b-fb9bac66720f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ea9971e5-a117-4939-b315-32bf60943e0c HTTP/1.1" status: 204 len: 168 time: 0.2066338 Aug 31 00:38:51.259828 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45708) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:51.267335 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541342c-ac1b-4ede-aa8b-fb9bac66720f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9971e5-a117-4939-b315-32bf60943e0c,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:51.274283 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.api.v2.resource [None req-4a69dcd5-d987-4255-b4b6-602f02d245e2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] show failed (client error): The resource could not be found. Aug 31 00:38:51.275288 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4a69dcd5-d987-4255-b4b6-602f02d245e2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups/ea9971e5-a117-4939-b315-32bf60943e0c HTTP/1.1" status: 404 len: 347 time: 0.0144305 Aug 31 00:38:51.278484 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45710) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:51.401306 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Deleting port 6e4d928d-3afe-44d0-ba35-4a2609ab94cb {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:38:51.401646 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (6e4d928d-3afe-44d0-ba35-4a2609ab94cb), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.458607 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.493749 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e027237-1512-4c59-8c78-1210cfde3fb3 req-3c8313d7-1aeb-4892-8d77-fe39661ba373 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:51.496472 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8e027237-1512-4c59-8c78-1210cfde3fb3 req-3c8313d7-1aeb-4892-8d77-fe39661ba373 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0906789 Aug 31 00:38:51.538500 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (6e4d928d-3afe-44d0-ba35-4a2609ab94cb), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.538729 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (6e4d928d-3afe-44d0-ba35-4a2609ab94cb), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.548031 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:51.551764 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:51.562776 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Calling delete_port for 6e4d928d-3afe-44d0-ba35-4a2609ab94cb owned by network:floatingip {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:38:51.597186 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8e027237-1512-4c59-8c78-1210cfde3fb3 req-17b6e640-59e6-432c-8ca7-d6b8f49072da tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951848 Aug 31 00:38:51.813507 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (6e4d928d-3afe-44d0-ba35-4a2609ab94cb), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.844187 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'Port': ['ID=6e4d928d-3afe-44d0-ba35-4a2609ab94cb,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:51.892198 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (879f3df3-806d-4db8-a600-4a229ce36498), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.895574 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:51.896742 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0bf11142-dcd6-4f72-b2f1-6decb5a05433 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/879f3df3-806d-4db8-a600-4a229ce36498 HTTP/1.1" status: 204 len: 168 time: 0.6173520 Aug 31 00:38:52.579486 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-43a4bf0c-4cea-42ce-9a0c-c95b29ce5e97 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522404 Aug 31 00:38:52.717521 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b53c9-4a9a-4b0a-9422-514e6d8ebdde req-a7b36455-fb25-44c7-a9a3-b18ca1fb51b8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:52.718977 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5a6b53c9-4a9a-4b0a-9422-514e6d8ebdde req-a7b36455-fb25-44c7-a9a3-b18ca1fb51b8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0471456 Aug 31 00:38:52.767282 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5a6b53c9-4a9a-4b0a-9422-514e6d8ebdde req-efe92c9f-dcc5-4aa0-89b5-cf29f0e23034 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418849 Aug 31 00:38:53.039606 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-f86c814b-0cc1-41ee-88b6-3c0e36618f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:53.041135 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-f86c814b-0cc1-41ee-88b6-3c0e36618f78 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 1129 time: 0.0399766 Aug 31 00:38:53.132723 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:53.239129 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-c8fa4d0a-ce98-4cc3-9960-f1714b7bf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:53.240861 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-c8fa4d0a-ce98-4cc3-9960-f1714b7bf3c9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.0929215 Aug 31 00:38:53.287461 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-2325b041-fa8e-4f36-90cc-1cf18da90950 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe HTTP/1.1" status: 200 len: 217 time: 0.0380499 Aug 31 00:38:53.336955 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-d47f1773-bc58-4be3-acb1-56bb3374154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:53.338376 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-d47f1773-bc58-4be3-acb1-56bb3374154a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0451443 Aug 31 00:38:53.356434 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:53.361797 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e8da9c81-1278-4164-a96f-8a1a32121ece no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:38:53.382230 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: e8da9c81-1278-4164-a96f-8a1a32121ece {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:38:53.382345 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e8da9c81-1278-4164-a96f-8a1a32121ece not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:38:53.388470 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-cb88d4c0-718b-4c3e-bc75-d6969aa70f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:53.390005 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-cb88d4c0-718b-4c3e-bc75-d6969aa70f96 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453641 Aug 31 00:38:53.484070 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-32a6f66d-b577-4a0f-ab9b-9bc12359c338 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868428 Aug 31 00:38:53.811330 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cc21ad3c-386b-4c67-ae51-895747caf3ca req-bece00cf-20a8-4dbd-9b67-121b560c0a2f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209767 Aug 31 00:38:53.889407 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea605de-2a77-4b6f-ac16-865ccb93c4fa req-038c33ae-5f3a-4e5a-a48f-85925472c988 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:53.890791 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ea605de-2a77-4b6f-ac16-865ccb93c4fa req-038c33ae-5f3a-4e5a-a48f-85925472c988 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0469277 Aug 31 00:38:53.939770 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8ea605de-2a77-4b6f-ac16-865ccb93c4fa req-989296e5-7f26-4b7b-ae54-a99e618d8b45 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425663 Aug 31 00:38:54.924781 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ce67a-5e75-402f-9371-1a94d449fcd0 req-46f7bbcf-9afc-4853-87b5-7ec0a70b816c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:54.926305 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-475ce67a-5e75-402f-9371-1a94d449fcd0 req-46f7bbcf-9afc-4853-87b5-7ec0a70b816c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 946 time: 0.0501323 Aug 31 00:38:54.980522 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-475ce67a-5e75-402f-9371-1a94d449fcd0 req-31741fc3-f8ca-4e12-a692-c51419dcb696 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438156 Aug 31 00:38:55.068762 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fbf53-e4d1-4427-a308-0e40d66ce38d req-d0a2648a-7254-4d35-9b25-01a79f8d4cc7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:55.071575 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-185fbf53-e4d1-4427-a308-0e40d66ce38d req-d0a2648a-7254-4d35-9b25-01a79f8d4cc7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0502355 Aug 31 00:38:55.117851 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-185fbf53-e4d1-4427-a308-0e40d66ce38d req-8b0ce36e-505e-4749-8536-94933faa5ffd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417809 Aug 31 00:38:55.362093 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:56.106697 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0332e3-6012-4d08-b77e-ba1e794e9510 req-a6c229ff-204a-4e07-8b25-397dcb6e7d65 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:56.108170 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ec0332e3-6012-4d08-b77e-ba1e794e9510 req-a6c229ff-204a-4e07-8b25-397dcb6e7d65 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 946 time: 0.0507803 Aug 31 00:38:56.155128 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ec0332e3-6012-4d08-b77e-ba1e794e9510 req-a8b091d7-3f5c-438c-94d9-6a5fb88bf53e tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414269 Aug 31 00:38:56.237549 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3af49c-b371-430f-8027-4888d95c00b0 req-6a307cc8-9565-40ad-bddc-d77f63184cdf tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:56.239267 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9f3af49c-b371-430f-8027-4888d95c00b0 req-6a307cc8-9565-40ad-bddc-d77f63184cdf tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0473249 Aug 31 00:38:56.287281 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9f3af49c-b371-430f-8027-4888d95c00b0 req-0dd5823e-1620-4279-bc72-e1d0bcfd7632 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Aug 31 00:38:57.030390 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:57.038654 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-bbe2a417-65e7-4fc1-8d1e-898a6c5ab476 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:57.044274 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-bbe2a417-65e7-4fc1-8d1e-898a6c5ab476 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 946 time: 0.0508394 Aug 31 00:38:57.132446 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Deleting port 013e1a99-4ff0-465e-a5a1-038efacbed7c {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:38:57.132787 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:57.184785 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:57.230559 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] For port 013e1a99-4ff0-465e-a5a1-038efacbed7c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=013e1a99-4ff0-465e-a5a1-038efacbed7c,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:38:57.230925 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:57.276791 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02e430-abfe-420c-b19a-89d3842052db req-ecad94d2-7678-4a40-82c7-376a91010701 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:57.278489 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1e02e430-abfe-420c-b19a-89d3842052db req-ecad94d2-7678-4a40-82c7-376a91010701 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 946 time: 0.0476894 Aug 31 00:38:57.327053 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1e02e430-abfe-420c-b19a-89d3842052db req-65736f85-fa30-44a0-b643-dee0b5059e98 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a5b9f27e-584b-4101-ae42-2f93b16dde28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429194 Aug 31 00:38:57.433930 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:57.434531 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (81845b11-4cd3-4e19-817b-598e653056d0), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:57.434655 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Floating IP 81845b11-4cd3-4e19-817b-598e653056d0 disassociated. External IP: 172.27.3.228, port: 013e1a99-4ff0-465e-a5a1-038efacbed7c. Aug 31 00:38:57.434942 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Calling delete_port for 013e1a99-4ff0-465e-a5a1-038efacbed7c owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:38:57.448140 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618df90-4485-4567-b652-16731eaf3016 req-dd3ea09a-8bc4-4fd0-aadc-27e5e68eae99 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:57.449679 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c618df90-4485-4567-b652-16731eaf3016 req-dd3ea09a-8bc4-4fd0-aadc-27e5e68eae99 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0719547 Aug 31 00:38:57.549458 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c618df90-4485-4567-b652-16731eaf3016 req-d6d80f08-0d9b-4157-a52e-d118d6ad009f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940428 Aug 31 00:38:57.687358 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (013e1a99-4ff0-465e-a5a1-038efacbed7c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:57.717388 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'Port': ['ID=013e1a99-4ff0-465e-a5a1-038efacbed7c,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:57.833760 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:38:57.939758 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:38:57.949657 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:38:57.961137 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:38:57.961758 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:38:57.983428 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] No DVR routers for this DVR port 013e1a99-4ff0-465e-a5a1-038efacbed7c on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:38:57.986239 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:57.989862 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-39d7a6a2-e1cb-44f5-9209-40c8f8d4e5bd req-5f9fb31f-1419-4734-8e70-767f4868c3e9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "DELETE /networking/v2.0/ports/013e1a99-4ff0-465e-a5a1-038efacbed7c HTTP/1.1" status: 204 len: 173 time: 0.9433279 Aug 31 00:38:57.990305 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'name': 'network-vif-deleted', 'tag': '013e1a99-4ff0-465e-a5a1-038efacbed7c'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:38:57.993350 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebccb16-ada3-4587-a965-42046e2eface" -d '{"events": [{"server_uuid": "64ff706f-9d6e-4268-a6db-3b4c37cf514d", "name": "network-vif-deleted", "tag": "013e1a99-4ff0-465e-a5a1-038efacbed7c"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:38:58.032603 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19916c59-6eab-4618-a8b3-fc5d23f09717 x-openstack-request-id: req-19916c59-6eab-4618-a8b3-fc5d23f09717 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:38:58.033157 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff706f-9d6e-4268-a6db-3b4c37cf514d", "name": "network-vif-deleted", "tag": "013e1a99-4ff0-465e-a5a1-038efacbed7c", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:38:58.033602 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19916c59-6eab-4618-a8b3-fc5d23f09717 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:38:58.034233 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19916c59-6eab-4618-a8b3-fc5d23f09717'] response: {'server_uuid': '64ff706f-9d6e-4268-a6db-3b4c37cf514d', 'name': 'network-vif-deleted', 'tag': '013e1a99-4ff0-465e-a5a1-038efacbed7c', 'status': 'completed', 'code': 200} Aug 31 00:38:58.076782 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:58.077654 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:58.080153 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:38:58.288849 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:38:58.315041 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:38:58.325586 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:38:58.326237 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:38:58.445183 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:38:58.495623 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d107e090-da67-4be7-91be-e2c72a17f515 req-23b1f42e-b3e8-4786-864f-f0e69241807f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64ff706f-9d6e-4268-a6db-3b4c37cf514d HTTP/1.1" status: 200 len: 210 time: 0.0461295 Aug 31 00:38:58.674675 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:38:58.693508 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ac690-2954-4c1e-9cec-a6f046004029 req-3c9e1a3e-62e6-40d0-a1d1-732b2c543f5a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:58.696141 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2e5ac690-2954-4c1e-9cec-a6f046004029 req-3c9e1a3e-62e6-40d0-a1d1-732b2c543f5a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0618494 Aug 31 00:38:58.701235 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3476a9-ffd4-427a-8538-6dab7138b1a1 None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:38:58.749748 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2e5ac690-2954-4c1e-9cec-a6f046004029 req-517dace7-ab0d-4a28-9ff7-5ffdf9afa2d7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461793 Aug 31 00:38:58.958580 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bcca40-cfda-4cfb-8e8c-23b0a20a473e None None] New status for floating IP 81845b11-4cd3-4e19-817b-598e653056d0: DOWN {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:38:59.624951 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45760) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:59.680552 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f6e8508d-e2e9-4d72-98c2-f20b819ef52a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (a5b9f27e-584b-4101-ae42-2f93b16dde28), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:59.702820 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f6e8508d-e2e9-4d72-98c2-f20b819ef52a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (a5b9f27e-584b-4101-ae42-2f93b16dde28), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:59.790335 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f6e8508d-e2e9-4d72-98c2-f20b819ef52a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a5b9f27e-584b-4101-ae42-2f93b16dde28), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:59.793124 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f6e8508d-e2e9-4d72-98c2-f20b819ef52a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:59.794317 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-f6e8508d-e2e9-4d72-98c2-f20b819ef52a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a5b9f27e-584b-4101-ae42-2f93b16dde28 HTTP/1.1" status: 204 len: 168 time: 0.1682863 Aug 31 00:38:59.797321 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45764) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:59.807623 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8508d-e2e9-4d72-98c2-f20b819ef52a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b9f27e-584b-4101-ae42-2f93b16dde28,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:59.820887 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.api.v2.resource [None req-655cc543-5a2e-44df-abbe-55560e5eccaa tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] show failed (client error): The resource could not be found. Aug 31 00:38:59.821969 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-655cc543-5a2e-44df-abbe-55560e5eccaa tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups/a5b9f27e-584b-4101-ae42-2f93b16dde28 HTTP/1.1" status: 404 len: 347 time: 0.0230546 Aug 31 00:38:59.825572 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45766) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:38:59.881037 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14869aea-7930-4694-bd14-ffdcb824c51d req-78c451a2-1e9c-40c2-aad9-30587422793a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:38:59.882519 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-14869aea-7930-4694-bd14-ffdcb824c51d req-78c451a2-1e9c-40c2-aad9-30587422793a tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0518408 Aug 31 00:38:59.920835 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:59.933438 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-14869aea-7930-4694-bd14-ffdcb824c51d req-b90d1e7a-5fde-4938-bf6e-10501183099c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 Aug 31 00:38:59.935869 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:59.943007 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Deleting port 98a3a6f8-3131-47b3-b801-d22d814dcb98 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:38:59.943339 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (98a3a6f8-3131-47b3-b801-d22d814dcb98), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.027056 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (98a3a6f8-3131-47b3-b801-d22d814dcb98), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.027375 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (98a3a6f8-3131-47b3-b801-d22d814dcb98), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.039820 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Calling delete_port for 98a3a6f8-3131-47b3-b801-d22d814dcb98 owned by network:floatingip {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:39:00.041459 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:00.218517 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (98a3a6f8-3131-47b3-b801-d22d814dcb98), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.244177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'Port': ['ID=98a3a6f8-3131-47b3-b801-d22d814dcb98,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:00.269926 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (81845b11-4cd3-4e19-817b-598e653056d0), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.272576 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.276053 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-92f96e54-d0a7-437a-9357-814af006c421 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/81845b11-4cd3-4e19-817b-598e653056d0 HTTP/1.1" status: 204 len: 168 time: 0.4469767 Aug 31 00:39:00.406197 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45770) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:00.411500 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-864bf140-8139-4b6e-9ae9-39e2c33dd974 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600223421', 'description': 'tempest-description--14158497'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:00.493062 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-864bf140-8139-4b6e-9ae9-39e2c33dd974 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.529724 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:00.562377 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-864bf140-8139-4b6e-9ae9-39e2c33dd974 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (dfac23b1-2e3b-4a50-98e6-48d2974f68fa), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.601368 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-864bf140-8139-4b6e-9ae9-39e2c33dd974 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (dfac23b1-2e3b-4a50-98e6-48d2974f68fa), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.631753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bf140-8139-4b6e-9ae9-39e2c33dd974 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac23b1-2e3b-4a50-98e6-48d2974f68fa,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:00.683470 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-864bf140-8139-4b6e-9ae9-39e2c33dd974 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.684776 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-864bf140-8139-4b6e-9ae9-39e2c33dd974 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2775164 Aug 31 00:39:00.690840 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45772) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:00.695357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-4272f741-5b51-471b-9ff6-c55b8b5cd059 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group_rule': {'security_group_id': 'dfac23b1-2e3b-4a50-98e6-48d2974f68fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:00.784151 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4272f741-5b51-471b-9ff6-c55b8b5cd059 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (b2b3fea4-b341-4fc1-981e-6f40babbe251), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.843516 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4272f741-5b51-471b-9ff6-c55b8b5cd059 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (b2b3fea4-b341-4fc1-981e-6f40babbe251), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.915632 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4272f741-5b51-471b-9ff6-c55b8b5cd059 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (b2b3fea4-b341-4fc1-981e-6f40babbe251), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.934424 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272f741-5b51-471b-9ff6-c55b8b5cd059 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b3fea4-b341-4fc1-981e-6f40babbe251,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:00.992571 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4272f741-5b51-471b-9ff6-c55b8b5cd059 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:00.994374 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-4272f741-5b51-471b-9ff6-c55b8b5cd059 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3020403 Aug 31 00:39:00.996631 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45776) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:01.000969 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-ba63b181-74d0-49be-97e7-a55c427e5718 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group_rule': {'security_group_id': 'dfac23b1-2e3b-4a50-98e6-48d2974f68fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:01.060840 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a35408-9e7b-42da-a905-570b0fefdc63 req-f96584a8-6a0e-49e9-9926-7497bf7a0732 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:01.062302 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-52a35408-9e7b-42da-a905-570b0fefdc63 req-f96584a8-6a0e-49e9-9926-7497bf7a0732 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0525608 Aug 31 00:39:01.112251 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba63b181-74d0-49be-97e7-a55c427e5718 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (5ae5d211-599e-460c-b32c-5e7884f8244a), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:01.119364 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-52a35408-9e7b-42da-a905-570b0fefdc63 req-aa43ba79-ba8c-43a5-b199-3845ae42af75 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508313 Aug 31 00:39:01.166115 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba63b181-74d0-49be-97e7-a55c427e5718 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (5ae5d211-599e-460c-b32c-5e7884f8244a), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:01.213252 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba63b181-74d0-49be-97e7-a55c427e5718 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (5ae5d211-599e-460c-b32c-5e7884f8244a), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:01.232815 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63b181-74d0-49be-97e7-a55c427e5718 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae5d211-599e-460c-b32c-5e7884f8244a,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:01.300495 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba63b181-74d0-49be-97e7-a55c427e5718 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:01.302175 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-ba63b181-74d0-49be-97e7-a55c427e5718 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044083 Aug 31 00:39:01.305438 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45778) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:01.309654 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:01.378758 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:01.390653 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 013e1a99-4ff0-465e-a5a1-038efacbed7c no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:39:01.412190 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 013e1a99-4ff0-465e-a5a1-038efacbed7c {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:39:01.412563 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 013e1a99-4ff0-465e-a5a1-038efacbed7c not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:39:01.463025 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:01.471884 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:01.578869 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Allocated IP 172.27.3.199 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/a7390900-9b44-4701-85a1-0fd82c938897) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:39:01.667419 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:01.684348 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (a7390900-9b44-4701-85a1-0fd82c938897), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:01.756825 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (a7390900-9b44-4701-85a1-0fd82c938897), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:01.803445 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:39:01.808434 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:39:01.812580 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:39:01.816261 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=a7390900-9b44-4701-85a1-0fd82c938897,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:01.897824 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (4984110b-32a0-41e2-92ea-4f55198f8da2), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:01.967244 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a7390900-9b44-4701-85a1-0fd82c938897), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:02.118109 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (a7390900-9b44-4701-85a1-0fd82c938897), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:02.169094 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (a7390900-9b44-4701-85a1-0fd82c938897), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:02.243050 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (4984110b-32a0-41e2-92ea-4f55198f8da2), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:02.243589 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84733d6-560a-449a-89d1-3d08d729d932 req-8bfb8c53-0971-463c-87b0-9126c6af1b80 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:02.245318 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b84733d6-560a-449a-89d1-3d08d729d932 req-8bfb8c53-0971-463c-87b0-9126c6af1b80 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0489700 Aug 31 00:39:02.245743 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=a7390900-9b44-4701-85a1-0fd82c938897,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:02.298720 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b84733d6-560a-449a-89d1-3d08d729d932 req-6ec725b3-c24a-482a-9559-3e98306231d4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477903 Aug 31 00:39:02.329776 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:02.331058 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-ab9e4c23-a3a9-421d-b7de-f86b699ba4b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0246997 Aug 31 00:39:02.532970 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-5d5878d3-c11d-4ba3-a457-2385265db4c7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1600223421&fields=id&tenant_id=ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 267 time: 0.0451188 Aug 31 00:39:02.562659 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:02.647601 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-88c621a3-c68b-4d4d-a3bb-7cc4818a96bc tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:02.649377 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-88c621a3-c68b-4d4d-a3bb-7cc4818a96bc tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 814 time: 0.1098325 Aug 31 00:39:02.664556 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-af8106cc-e8c5-46f0-a287-b0c0cf428061 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/quotas/ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 375 time: 0.0097308 Aug 31 00:39:02.714386 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-55f27c57-d143-429e-9a61-8a9ff252175c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449212 Aug 31 00:39:02.812621 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-812b3146-7755-4589-aed0-aa13b1fc89e6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859480 Aug 31 00:39:02.887692 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:02.910498 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-89615cf8-3400-4b78-a1f6-9489c34c4065 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912504 Aug 31 00:39:03.037072 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546add5-434e-4680-970d-e55c928bb23f req-72ae7084-2793-42f8-b26f-aa5dcf12d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:03.038573 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8546add5-434e-4680-970d-e55c928bb23f req-72ae7084-2793-42f8-b26f-aa5dcf12d145 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 1129 time: 0.0412049 Aug 31 00:39:03.085970 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8546add5-434e-4680-970d-e55c928bb23f req-efe88df5-24d7-4ff4-87e6-3457da6b95ba service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403013 Aug 31 00:39:03.139876 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f4a4425a-a846-43b5-90a4-fb7ed867946b req-16d7a88e-11d9-4a00-92ad-6b9a87ec8ce7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 210 time: 0.0279107 Aug 31 00:39:03.427748 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54c2db-2b0f-4932-b6f7-d47a2196391b req-61791a0c-eefa-4e93-8645-e609644b7b4c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:03.432801 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4c54c2db-2b0f-4932-b6f7-d47a2196391b req-61791a0c-eefa-4e93-8645-e609644b7b4c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0575838 Aug 31 00:39:03.478437 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4c54c2db-2b0f-4932-b6f7-d47a2196391b req-6af7fc11-5364-4f77-a4ce-f5d7ab895821 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435488 Aug 31 00:39:04.238878 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bb125bfa-c83b-423b-81e0-d1ed8e56ade8 req-ce28465d-3ce3-46ad-be2c-9e0ad9922c58 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 210 time: 0.0275373 Aug 31 00:39:04.598881 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0797e-c303-4f83-9fd6-7e8bbed50f23 req-7f331e40-f3cf-46d4-add4-d625f5591a39 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:04.600368 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-09a0797e-c303-4f83-9fd6-7e8bbed50f23 req-7f331e40-f3cf-46d4-add4-d625f5591a39 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0473924 Aug 31 00:39:04.647694 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-09a0797e-c303-4f83-9fd6-7e8bbed50f23 req-fa39180d-4f7d-41d9-b64d-2c99211c22cd tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Aug 31 00:39:05.215382 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff9e55-ff87-4f00-bdea-4c48089f192b req-1421b761-dab6-4899-ad02-ada0e82d2aca tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:05.216870 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6aff9e55-ff87-4f00-bdea-4c48089f192b req-1421b761-dab6-4899-ad02-ada0e82d2aca tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Aug 31 00:39:05.281324 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6aff9e55-ff87-4f00-bdea-4c48089f192b req-8596d348-04d9-4790-9255-a320eb6336cc tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583115 Aug 31 00:39:05.293558 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-ce0f54bd-c592-4bbe-b60d-e59d83af8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:05.295373 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-ce0f54bd-c592-4bbe-b60d-e59d83af8054 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 1129 time: 0.0518088 Aug 31 00:39:05.380102 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9b2829e4-98c2-4830-a317-1b174e8cd42d req-8a12097f-8685-4135-a360-b51ad6895582 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 210 time: 0.0568368 Aug 31 00:39:05.417566 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-374b75fa-a569-4d96-9f72-e8aec44f01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:05.419654 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-374b75fa-a569-4d96-9f72-e8aec44f01eb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.1179361 Aug 31 00:39:05.487018 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-2141f59d-bbeb-4e38-9a88-30c70a9e572a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b HTTP/1.1" status: 200 len: 1000 time: 0.0616198 Aug 31 00:39:05.754065 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-21faa270-f415-4d55-b456-fd13645481f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:05.756563 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-21faa270-f415-4d55-b456-fd13645481f2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0463614 Aug 31 00:39:05.802863 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-b0f7a15a-27b6-4d7b-a102-1e7a4e321671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:05.804405 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-b0f7a15a-27b6-4d7b-a102-1e7a4e321671 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403218 Aug 31 00:39:05.907738 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-ed4a489f-0d37-405b-9486-48806e3cf2f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973659 Aug 31 00:39:06.059128 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:06.133908 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-88ae807e-f409-4009-9223-0ce23e5526c8 req-4ec7db98-56b2-463f-bcf8-d068656f6f03 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702857 Aug 31 00:39:06.140248 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-85ae3697-0ead-42bb-bdfc-f386572f6956 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:06.141616 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-85ae3697-0ead-42bb-bdfc-f386572f6956 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 814 time: 0.1704860 Aug 31 00:39:06.212550 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:06.218744 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-e52f0641-6adf-47d1-8b2e-5577ef09f7c2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 380 time: 0.0579810 Aug 31 00:39:06.324938 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'port': {'device_id': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'admin_state_up': True, 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'security_groups': ['dfac23b1-2e3b-4a50-98e6-48d2974f68fa']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:06.407979 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e11f2-173e-4cb7-bdbd-c3749b3896cf req-df6237a2-6b0f-4d9e-90c3-716224707fb8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:06.411444 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e20e11f2-173e-4cb7-bdbd-c3749b3896cf req-df6237a2-6b0f-4d9e-90c3-716224707fb8 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0511162 Aug 31 00:39:06.463358 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e20e11f2-173e-4cb7-bdbd-c3749b3896cf req-9f4713cb-c233-4a8c-a557-d798314e30e5 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460615 Aug 31 00:39:06.496063 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f00a77b1-6fab-4eb4-926a-7f3b2bb8d550 req-81bfccf4-db11-41bf-92e9-c2ca4c6768ed tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 210 time: 0.0338919 Aug 31 00:39:06.516041 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Made reservation on behalf of ec5893d9a55f4ed28f6579397d0d6f21 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:39:06.520629 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:06.650216 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Allocated IP 172.20.0.9 (6d427232-8e26-4216-9399-96dea4f30f86/ac7233ea-d3dd-4f4b-966f-1fedd056ffbf/b850ca23-da95-4ccb-9aff-d53185c76064) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:39:06.792309 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (b850ca23-da95-4ccb-9aff-d53185c76064), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:06.865023 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:06.910841 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Network 6d427232-8e26-4216-9399-96dea4f30f86 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:39:06.913896 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:39:06.916408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:39:06.942845 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=b850ca23-da95-4ccb-9aff-d53185c76064,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:06.955830 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.956179 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.956565 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.956908 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.957248 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.958471 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.958767 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.959177 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.959432 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.959743 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.960070 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.960420 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.960749 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.961073 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.961396 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:06.986496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:06.987109 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:07.078865 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-bac4437e-5021-4442-a7b8-b13ab3919d07 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578502 Aug 31 00:39:07.165029 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-e2ed56d7-8714-430a-910e-16ae84dfb4f3 None None] Provisioning complete for port b850ca23-da95-4ccb-9aff-d53185c76064 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:39:07.165710 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-e2ed56d7-8714-430a-910e-16ae84dfb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:07.197358 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed56d7-8714-430a-910e-16ae84dfb4f3 None None] Port b850ca23-da95-4ccb-9aff-d53185c76064 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:39:07.591605 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c2271-d992-441a-8977-b60e926fc3b9 req-e39a2e04-7b7c-4630-870b-18ad59e03cfe tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:07.593160 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b48c2271-d992-441a-8977-b60e926fc3b9 req-e39a2e04-7b7c-4630-870b-18ad59e03cfe tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0534523 Aug 31 00:39:07.633091 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88317-2ac3-44ff-be81-9e7ab7b24cc3 req-c2e5c299-ff34-4a5e-9354-18a57261a6c5 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:07.634588 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-53d88317-2ac3-44ff-be81-9e7ab7b24cc3 req-c2e5c299-ff34-4a5e-9354-18a57261a6c5 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 931 time: 0.0477388 Aug 31 00:39:07.641434 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b48c2271-d992-441a-8977-b60e926fc3b9 req-c092a953-5dfd-4fdf-bff1-62931f58214e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425158 Aug 31 00:39:07.686580 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-53d88317-2ac3-44ff-be81-9e7ab7b24cc3 req-19c3b8b0-bdd9-4fa8-b174-3525dff3d03d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462244 Aug 31 00:39:07.855828 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Request body: {'port': {'device_id': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:07.917407 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:07.958322 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:07.960405 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:08.194139 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b850ca23-da95-4ccb-9aff-d53185c76064 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:39:08.202119 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Publish callbacks [] for port (b850ca23-da95-4ccb-9aff-d53185c76064), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:08.218784 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Transition to ACTIVE for port object b850ca23-da95-4ccb-9aff-d53185c76064 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:39:08.292973 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:08.375098 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Pushing event updated for resources: {'Port': ['ID=b850ca23-da95-4ccb-9aff-d53185c76064,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:08.405730 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Attempting to bind port b850ca23-da95-4ccb-9aff-d53185c76064 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:39:08.406073 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Attempting to bind port b850ca23-da95-4ccb-9aff-d53185c76064 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:39:08.406408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Attempting to bind port b850ca23-da95-4ccb-9aff-d53185c76064 on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:39:08.411611 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Port b850ca23-da95-4ccb-9aff-d53185c76064 on network 6d427232-8e26-4216-9399-96dea4f30f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:39:08.411966 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Attempting to bind port b850ca23-da95-4ccb-9aff-d53185c76064 on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:39:08.418181 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:39:08.418666 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Checking segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:39:08.419055 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Bound using segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:39:08.419480 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Bound port: b850ca23-da95-4ccb-9aff-d53185c76064, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:39:08.419839 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:08.486320 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] For port b850ca23-da95-4ccb-9aff-d53185c76064, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:39:08.490235 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] For port b850ca23-da95-4ccb-9aff-d53185c76064, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b850ca23-da95-4ccb-9aff-d53185c76064,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:39:08.545074 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:08.549353 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:08.549953 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:08.551984 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/b850ca23-da95-4ccb-9aff-d53185c76064 HTTP/1.1" status: 200 len: 1093 time: 0.7015781 Aug 31 00:39:08.552450 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'tag': 'b850ca23-da95-4ccb-9aff-d53185c76064'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:08.554686 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a1056-64ea-4632-bdd6-8c7a23c1f020" -d '{"events": [{"name": "network-changed", "server_uuid": "24bd8f41-5ce3-4260-bd3e-d98a55817bfd", "tag": "b850ca23-da95-4ccb-9aff-d53185c76064"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:08.600163 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e2e4ec-54bd-4fc6-8495-94e512c4270d x-openstack-request-id: req-39e2e4ec-54bd-4fc6-8495-94e512c4270d {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:08.600487 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bd8f41-5ce3-4260-bd3e-d98a55817bfd", "tag": "b850ca23-da95-4ccb-9aff-d53185c76064", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:08.600753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39e2e4ec-54bd-4fc6-8495-94e512c4270d {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:08.601158 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e2e4ec-54bd-4fc6-8495-94e512c4270d'] response: {'name': 'network-changed', 'server_uuid': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'tag': 'b850ca23-da95-4ccb-9aff-d53185c76064', 'status': 'completed', 'code': 200} Aug 31 00:39:08.606667 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655baf8c-9657-480b-bbc2-a9e7a7bb5736 service neutron] Pushing event updated for resources: {'Port': ['ID=b850ca23-da95-4ccb-9aff-d53185c76064,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:08.753000 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:08.771408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e92bc3-4770-4c7b-b21e-a87f49772d83 req-229128d1-cda1-408b-a1b4-bb75afaec2c5 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:08.774559 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e6e92bc3-4770-4c7b-b21e-a87f49772d83 req-229128d1-cda1-408b-a1b4-bb75afaec2c5 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0577111 Aug 31 00:39:08.823005 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e0124-a72c-408c-8793-6c4278b67318 req-5e0326f0-e861-4cb3-a71c-02189a07814a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:08.824681 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-722e0124-a72c-408c-8793-6c4278b67318 req-5e0326f0-e861-4cb3-a71c-02189a07814a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 943 time: 0.0613947 Aug 31 00:39:08.859860 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a1056-64ea-4632-bdd6-8c7a23c1f020 req-f2022473-2ebf-4dfe-9722-b2da60bc2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:08.861387 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1a8a1056-64ea-4632-bdd6-8c7a23c1f020 req-f2022473-2ebf-4dfe-9722-b2da60bc2a5b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 1127 time: 0.0634966 Aug 31 00:39:08.865599 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e6e92bc3-4770-4c7b-b21e-a87f49772d83 req-9de1ed48-00e1-466d-ab4f-1ff1e88e8321 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825667 Aug 31 00:39:08.883411 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-722e0124-a72c-408c-8793-6c4278b67318 req-1662889c-d354-4e5e-a64f-45910eb5287d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521262 Aug 31 00:39:09.006310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e77199-b8b0-4758-946f-8f6371fea4a1 req-ea7ca8c4-6676-4976-8c63-b41e2f31b2a3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:09.007890 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f6e77199-b8b0-4758-946f-8f6371fea4a1 req-ea7ca8c4-6676-4976-8c63-b41e2f31b2a3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0688529 Aug 31 00:39:09.017598 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45852) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:09.021939 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a1056-64ea-4632-bdd6-8c7a23c1f020 req-a10bb91f-074b-4c4e-aecd-6343bba6df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:09.023172 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-126dd3af-f7d0-41d2-ab32-62615fef5a34 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Request body: {'floatingip': {'port_id': '28ac27c8-3511-439e-b159-a7d7f843ea7b'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:09.023549 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1a8a1056-64ea-4632-bdd6-8c7a23c1f020 req-a10bb91f-074b-4c4e-aecd-6343bba6df60 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1464601 Aug 31 00:39:09.077563 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-126dd3af-f7d0-41d2-ab32-62615fef5a34 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for floatingip (81ddba76-2310-4d7a-9dcf-d7016e813030), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:09.126230 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a1056-64ea-4632-bdd6-8c7a23c1f020 req-bcd6162e-3785-45c0-b422-4b4f96da8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:09.127731 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1a8a1056-64ea-4632-bdd6-8c7a23c1f020 req-bcd6162e-3785-45c0-b422-4b4f96da8d08 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982518 Aug 31 00:39:09.242455 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-d95451e8-0c49-439a-9e8b-08f0b9581710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:09.244298 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-d95451e8-0c49-439a-9e8b-08f0b9581710 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 1127 time: 0.0436208 Aug 31 00:39:09.252579 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:09.297480 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-c9faffb6-bb70-4a82-8459-de3016d70477 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b850ca23-da95-4ccb-9aff-d53185c76064 HTTP/1.1" status: 200 len: 217 time: 0.0380726 Aug 31 00:39:09.312968 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:09.348921 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-17ac348f-d8db-43e3-ac3c-26382af4d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:09.350569 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-17ac348f-d8db-43e3-ac3c-26382af4d92e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 200 len: 853 time: 0.0468998 Aug 31 00:39:09.394634 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-f5d14898-ab69-4783-8add-cdca9bcafedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:09.396906 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-f5d14898-ab69-4783-8add-cdca9bcafedf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6d427232-8e26-4216-9399-96dea4f30f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404799 Aug 31 00:39:09.563023 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-126dd3af-f7d0-41d2-ab32-62615fef5a34 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:09.619190 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-126dd3af-f7d0-41d2-ab32-62615fef5a34 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (81ddba76-2310-4d7a-9dcf-d7016e813030), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:09.743913 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-db4035c3-a1d7-4a11-923b-40b1e0a82fff service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382208 Aug 31 00:39:09.759607 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:09.844990 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa2b95b7-1528-48bc-9ddf-2c2a8d818d88 req-cc1fdcab-e733-4031-b52e-96231e7fabae service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941074 Aug 31 00:39:10.049219 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625e65b-4bf0-4bb3-b322-5e3b82fa4a97 req-114ec964-ac07-4f94-944e-055cca3189cb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:10.050694 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9625e65b-4bf0-4bb3-b322-5e3b82fa4a97 req-114ec964-ac07-4f94-944e-055cca3189cb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 943 time: 0.0585608 Aug 31 00:39:10.059751 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126dd3af-f7d0-41d2-ab32-62615fef5a34 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:39:10.150638 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9625e65b-4bf0-4bb3-b322-5e3b82fa4a97 req-a8eca16a-814b-4dc1-a9ef-19efd229e98d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933762 Aug 31 00:39:10.205168 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126dd3af-f7d0-41d2-ab32-62615fef5a34 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:39:10.210840 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-126dd3af-f7d0-41d2-ab32-62615fef5a34 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:10.215539 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] Sync routers for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:39:10.227556 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:10.228174 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:10.256368 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:10.259382 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6825ca-a43b-4704-9c57-5ef56567be2f" -d '{"events": [{"name": "network-changed", "server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:10.303076 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-126dd3af-f7d0-41d2-ab32-62615fef5a34 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/81ddba76-2310-4d7a-9dcf-d7016e813030 HTTP/1.1" status: 200 len: 992 time: 1.2825618 Aug 31 00:39:10.304578 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04907aa-56c5-4045-9ec8-a8f7b8f1a32e x-openstack-request-id: req-c04907aa-56c5-4045-9ec8-a8f7b8f1a32e {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:10.304987 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:10.310158 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c04907aa-56c5-4045-9ec8-a8f7b8f1a32e {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:10.310158 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04907aa-56c5-4045-9ec8-a8f7b8f1a32e'] response: {'name': 'network-changed', 'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'status': 'completed', 'code': 200} Aug 31 00:39:10.338149 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:10.424751 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:10.561508 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81ddba76-2310-4d7a-9dcf-d7016e813030', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'port_id': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'mac_address': 'fa:16:3e:8e:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:12Z', 'updated_at': '2022-08-31T00:39:09Z', 'revision_number': 3, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:16Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:10.587499 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] Checking router: 67d5af77-3d7b-4d54-be60-2d7aad1d25ac for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:39:10.595906 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:10.596552 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:10.825904 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:10.849420 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:11.053593 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81ddba76-2310-4d7a-9dcf-d7016e813030', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'port_id': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'mac_address': 'fa:16:3e:8e:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:12Z', 'updated_at': '2022-08-31T00:39:09Z', 'revision_number': 3, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:16Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:11.081544 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822844b-0aaa-4c67-bfdf-fdfccc4a979b None None] The sync data for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi is: [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '81ddba76-2310-4d7a-9dcf-d7016e813030', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'port_id': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'mac_address': 'fa:16:3e:8e:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:37:12Z', 'updated_at': '2022-08-31T00:39:09Z', 'revision_number': 3, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:16Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:39:11.115604 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-7a1ce5d9-8b58-488c-b872-f55f8f4ec6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:11.116936 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-7a1ce5d9-8b58-488c-b872-f55f8f4ec6cd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 1129 time: 0.0707028 Aug 31 00:39:11.217701 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-46da5931-01e5-4fe9-8193-2882811f7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:11.219320 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-46da5931-01e5-4fe9-8193-2882811f7299 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.0970922 Aug 31 00:39:11.319654 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-418c8bfa-cd54-47bb-8904-29f4167f670e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b HTTP/1.1" status: 200 len: 1000 time: 0.0852728 Aug 31 00:39:11.321985 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625dfb7-b5d9-45cf-ae18-907e892caa28 req-53d7f497-03c9-43af-8353-31f55190c050 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:11.329664 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6625dfb7-b5d9-45cf-ae18-907e892caa28 req-53d7f497-03c9-43af-8353-31f55190c050 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 943 time: 0.0812469 Aug 31 00:39:11.377349 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-399b9cb0-7580-4b62-85b3-617b1392132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:11.378797 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-399b9cb0-7580-4b62-85b3-617b1392132a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0531080 Aug 31 00:39:11.381141 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6625dfb7-b5d9-45cf-ae18-907e892caa28 req-559a8c35-f991-4a4c-a068-a3ee5c5ac4fd tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504179 Aug 31 00:39:11.425207 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-c57b7a41-013f-41ac-983c-6c42509996e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:11.426741 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-c57b7a41-013f-41ac-983c-6c42509996e8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418649 Aug 31 00:39:11.525549 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-33e57422-f6f8-42c4-833d-3673d9ef4812 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924067 Aug 31 00:39:11.598217 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:11.630197 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d6825ca-a43b-4704-9c57-5ef56567be2f req-3dec01db-b866-4a22-aa78-cf868f9ce1cb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899146 Aug 31 00:39:12.306424 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:12.308902 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db189284-b343-4aad-827f-f813bd0562fa" -d '{"events": [{"name": "network-changed", "server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:12.347837 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d10783a-878e-435d-9909-2408e7f44c53 x-openstack-request-id: req-1d10783a-878e-435d-9909-2408e7f44c53 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:12.348530 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:12.348640 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d10783a-878e-435d-9909-2408e7f44c53 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:12.349148 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d10783a-878e-435d-9909-2408e7f44c53'] response: {'name': 'network-changed', 'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'status': 'completed', 'code': 200} Aug 31 00:39:12.470486 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db189284-b343-4aad-827f-f813bd0562fa req-6becdb8f-fd73-4b98-b0cd-6c0da3b06bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:12.472464 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-db189284-b343-4aad-827f-f813bd0562fa req-6becdb8f-fd73-4b98-b0cd-6c0da3b06bd3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 1129 time: 0.0467031 Aug 31 00:39:12.522008 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdb531-2647-442d-a8c0-cd41fca9ecd2 req-d0fa94a4-9aef-494a-a424-e4a595758170 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:12.523643 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bfbdb531-2647-442d-a8c0-cd41fca9ecd2 req-d0fa94a4-9aef-494a-a424-e4a595758170 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 943 time: 0.0568490 Aug 31 00:39:12.585416 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bfbdb531-2647-442d-a8c0-cd41fca9ecd2 req-a7450fa2-f2e7-4ce4-b53a-1f1588e47a3a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505548 Aug 31 00:39:12.599145 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db189284-b343-4aad-827f-f813bd0562fa req-2bb61a7f-ce7e-4527-80f4-f6bdd5dd2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:12.599145 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-db189284-b343-4aad-827f-f813bd0562fa req-2bb61a7f-ce7e-4527-80f4-f6bdd5dd2bad service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.1108406 Aug 31 00:39:12.675275 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-db189284-b343-4aad-827f-f813bd0562fa req-30d8a854-ef89-49a1-9cf7-1d3e6c860d54 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b HTTP/1.1" status: 200 len: 1000 time: 0.0687871 Aug 31 00:39:12.727557 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db189284-b343-4aad-827f-f813bd0562fa req-ab79317a-21a6-46ba-88cd-9db9167c0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:12.728760 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-db189284-b343-4aad-827f-f813bd0562fa req-ab79317a-21a6-46ba-88cd-9db9167c0602 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0474954 Aug 31 00:39:12.777095 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db189284-b343-4aad-827f-f813bd0562fa req-43d5af23-796b-4f9a-85d0-dded17e6cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:12.778670 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-db189284-b343-4aad-827f-f813bd0562fa req-43d5af23-796b-4f9a-85d0-dded17e6cc0e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429535 Aug 31 00:39:12.885800 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-db189284-b343-4aad-827f-f813bd0562fa req-074b8570-ce59-40e2-be33-c31a2c4dac1f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004465 Aug 31 00:39:12.960882 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:12.990231 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-db189284-b343-4aad-827f-f813bd0562fa req-016c7aea-cf6c-4037-ba95-dab542f5a5db service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981476 Aug 31 00:39:13.501518 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device b850ca23-da95-4ccb-9aff-d53185c76064 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:39:13.601220 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port b850ca23-da95-4ccb-9aff-d53185c76064, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b850ca23-da95-4ccb-9aff-d53185c76064,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:39:13.616645 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'b850ca23-da95-4ccb-9aff-d53185c76064', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'port_id': 'b850ca23-da95-4ccb-9aff-d53185c76064', 'mac_address': 'fa:16:3e:06:b0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:39:13.658279 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port b850ca23-da95-4ccb-9aff-d53185c76064 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:39:13.658660 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:13.673433 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b850ca23-da95-4ccb-9aff-d53185c76064 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:39:13.694736 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port b850ca23-da95-4ccb-9aff-d53185c76064, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b850ca23-da95-4ccb-9aff-d53185c76064,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:39:13.716403 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cde0-8e70-4961-8696-edaef9d5f7dd req-69402cad-f3fa-44e7-ba33-199977113b1d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:13.719076 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f9e1cde0-8e70-4961-8696-edaef9d5f7dd req-69402cad-f3fa-44e7-ba33-199977113b1d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 943 time: 0.0526881 Aug 31 00:39:13.741037 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:13.760268 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:13.773381 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f9e1cde0-8e70-4961-8696-edaef9d5f7dd req-0a206520-f921-4375-acb6-a6635daf5ab6 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497727 Aug 31 00:39:13.784850 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:13.845459 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=b850ca23-da95-4ccb-9aff-d53185c76064,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:14.183966 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['b850ca23-da95-4ccb-9aff-d53185c76064'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:39:14.236210 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf5028-f39f-478c-aa3c-e3158a877464 req-7c8732d9-0667-4ea1-a8d1-bc70190d83fa tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:14.240039 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-babf5028-f39f-478c-aa3c-e3158a877464 req-7c8732d9-0667-4ea1-a8d1-bc70190d83fa tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 946 time: 0.0521426 Aug 31 00:39:14.287383 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-babf5028-f39f-478c-aa3c-e3158a877464 req-35380eb4-64c4-49a2-b117-6367bc74b13b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440536 Aug 31 00:39:14.318792 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:14.900860 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21071df8-2cef-4042-b50b-94fa89672962 req-1e128d3b-20c1-4afc-b8fd-1f201db7e6bc tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:14.902516 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-21071df8-2cef-4042-b50b-94fa89672962 req-1e128d3b-20c1-4afc-b8fd-1f201db7e6bc tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 944 time: 0.0523982 Aug 31 00:39:14.950605 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-21071df8-2cef-4042-b50b-94fa89672962 req-1dc4852a-ea48-4894-90c0-1301fbf3d629 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Aug 31 00:39:15.421282 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9daf6-5cab-46b1-8cac-3d3243c4a026 req-4a899fef-2c4a-427e-8c6d-d53d78948b80 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:15.422766 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-85d9daf6-5cab-46b1-8cac-3d3243c4a026 req-4a899fef-2c4a-427e-8c6d-d53d78948b80 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 946 time: 0.0546679 Aug 31 00:39:15.471985 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-85d9daf6-5cab-46b1-8cac-3d3243c4a026 req-5bbee316-6486-4638-be81-72419e38227c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430157 Aug 31 00:39:15.509327 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device b850ca23-da95-4ccb-9aff-d53185c76064 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:39:15.555275 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port b850ca23-da95-4ccb-9aff-d53185c76064 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:39:15.631241 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port b850ca23-da95-4ccb-9aff-d53185c76064 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:39:15.631538 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:15.710745 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port b850ca23-da95-4ccb-9aff-d53185c76064 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:39:15.711135 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:15.713863 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:15.735615 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b850ca23-da95-4ccb-9aff-d53185c76064'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:15.737951 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234a8256-f4b7-4ee1-84f9-fd3f0542af4d" -d '{"events": [{"server_uuid": "24bd8f41-5ce3-4260-bd3e-d98a55817bfd", "name": "network-vif-plugged", "status": "completed", "tag": "b850ca23-da95-4ccb-9aff-d53185c76064"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:15.751396 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port b850ca23-da95-4ccb-9aff-d53185c76064, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b850ca23-da95-4ccb-9aff-d53185c76064,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:39:15.779323 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb4d16b-f7c1-4bfa-811c-dc92553178d8 x-openstack-request-id: req-fbb4d16b-f7c1-4bfa-811c-dc92553178d8 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:15.779641 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bd8f41-5ce3-4260-bd3e-d98a55817bfd", "name": "network-vif-plugged", "status": "completed", "tag": "b850ca23-da95-4ccb-9aff-d53185c76064", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:15.779897 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbb4d16b-f7c1-4bfa-811c-dc92553178d8 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:15.780339 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb4d16b-f7c1-4bfa-811c-dc92553178d8'] response: {'server_uuid': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b850ca23-da95-4ccb-9aff-d53185c76064', 'code': 200} Aug 31 00:39:15.825039 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:15.873969 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=b850ca23-da95-4ccb-9aff-d53185c76064,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:16.076724 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a90873-d5a1-4c08-8976-f2e28a1e190f req-1ded4810-4e39-49cb-a3d1-06913020dcb4 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:16.078215 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-66a90873-d5a1-4c08-8976-f2e28a1e190f req-1ded4810-4e39-49cb-a3d1-06913020dcb4 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 945 time: 0.0513575 Aug 31 00:39:16.128312 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-66a90873-d5a1-4c08-8976-f2e28a1e190f req-15539c8a-1b8b-4de6-bb9c-ce5ca61cbd69 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Aug 31 00:39:16.164434 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c8e051ed-3c98-4bde-8c57-9aa2d07c0a9e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:16.165921 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c8e051ed-3c98-4bde-8c57-9aa2d07c0a9e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 946 time: 0.0494163 Aug 31 00:39:16.290123 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Deleting port e469ed11-88fc-4e04-ad53-fa40c91854d5 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:39:16.291501 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:16.307459 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b367dea-d21f-4e4f-859a-495bf545947c req-b8d89712-4f92-48ed-b404-b3281e3aa879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:16.308976 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7b367dea-d21f-4e4f-859a-495bf545947c req-b8d89712-4f92-48ed-b404-b3281e3aa879 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 1129 time: 0.0601017 Aug 31 00:39:16.411027 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7b367dea-d21f-4e4f-859a-495bf545947c req-d1243f35-b92f-43e6-9b4c-3ddf84bb8088 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742536 Aug 31 00:39:16.419699 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] For port e469ed11-88fc-4e04-ad53-fa40c91854d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e469ed11-88fc-4e04-ad53-fa40c91854d5,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:39:16.420063 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:16.538358 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:16.629239 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:16.629616 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (94bbafd8-2667-4b68-8a76-1ef4e766ab59), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:16.630506 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Floating IP 94bbafd8-2667-4b68-8a76-1ef4e766ab59 disassociated. External IP: 172.27.3.105, port: e469ed11-88fc-4e04-ad53-fa40c91854d5. Aug 31 00:39:16.630857 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Calling delete_port for e469ed11-88fc-4e04-ad53-fa40c91854d5 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:39:16.638268 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b06e1-e74d-4ec5-8234-ab3b7ee32368 req-be066d3c-7f5c-4986-b25a-62cb5044dfa2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:16.639781 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-be3b06e1-e74d-4ec5-8234-ab3b7ee32368 req-be066d3c-7f5c-4986-b25a-62cb5044dfa2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 946 time: 0.0702524 Aug 31 00:39:16.745214 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-be3b06e1-e74d-4ec5-8234-ab3b7ee32368 req-016322f5-17a2-43eb-ad7c-18d8c5304e95 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a906958e-86ed-4454-9599-d3356b1758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968847 Aug 31 00:39:16.859059 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (e469ed11-88fc-4e04-ad53-fa40c91854d5), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:16.888891 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event deleted for resources: {'Port': ['ID=e469ed11-88fc-4e04-ad53-fa40c91854d5,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:16.946415 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:17.002357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:39:17.110878 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:39:17.121468 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] Sync routers for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:39:17.124194 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:17.126175 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:17.134824 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:17.141875 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:17.163677 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] No DVR routers for this DVR port e469ed11-88fc-4e04-ad53-fa40c91854d5 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:39:17.166415 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:17.170427 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c31c632e-ac95-4087-9fb3-df8692aae296 req-c89ecf7d-69f6-4471-aa4f-167c391dbfc5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e469ed11-88fc-4e04-ad53-fa40c91854d5 HTTP/1.1" status: 204 len: 173 time: 0.9970353 Aug 31 00:39:17.171293 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-deleted', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:17.173665 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17778312-6238-436a-814f-5b5fabb2ec3c" -d '{"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-deleted", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:17.211633 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77376241-9d4b-4b18-a5cc-0638c4d643e2 x-openstack-request-id: req-77376241-9d4b-4b18-a5cc-0638c4d643e2 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:17.212121 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc3d686-f358-4b8f-b983-984fd54e31e1", "name": "network-vif-deleted", "tag": "e469ed11-88fc-4e04-ad53-fa40c91854d5", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:17.212438 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77376241-9d4b-4b18-a5cc-0638c4d643e2 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:17.212863 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77376241-9d4b-4b18-a5cc-0638c4d643e2'] response: {'server_uuid': 'dfc3d686-f358-4b8f-b983-984fd54e31e1', 'name': 'network-vif-deleted', 'tag': 'e469ed11-88fc-4e04-ad53-fa40c91854d5', 'status': 'completed', 'code': 200} Aug 31 00:39:17.267938 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:17.268154 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60b24b-d7c6-4e8d-a0b0-c008b8f50bad req-7c744c4a-53fa-43a4-bf36-dc33269a5429 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:17.275468 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7c60b24b-d7c6-4e8d-a0b0-c008b8f50bad req-7c744c4a-53fa-43a4-bf36-dc33269a5429 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 945 time: 0.0640149 Aug 31 00:39:17.331865 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7c60b24b-d7c6-4e8d-a0b0-c008b8f50bad req-6450538f-42e0-46af-967a-cd0f8cd7173f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554833 Aug 31 00:39:17.477929 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:17.504392 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] Checking router: 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:39:17.514394 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:17.515139 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:17.573608 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9f457125-117d-4db0-9625-09c86a86aa8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:17.633691 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:17.886743 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3a7d2f88-ff68-404d-b83d-2a3d7f32de8f req-8372edd1-73c9-46a7-ba19-cde0144c1e4d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0383182 Aug 31 00:39:17.921052 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:17.947023 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd2623-8417-4009-9154-077e27e8f769 None None] The sync data for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi is: [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:39:18.178952 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7605a7f7-17e2-4e06-a215-2bd5e11bc8a9 None None] New status for floating IP 94bbafd8-2667-4b68-8a76-1ef4e766ab59: DOWN {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:39:18.476041 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b8dc8-4052-4322-a60f-b004ad0f6d50 req-a82fac9e-d1ad-47c7-aea3-fa61244b8ee9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:18.477567 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-406b8dc8-4052-4322-a60f-b004ad0f6d50 req-a82fac9e-d1ad-47c7-aea3-fa61244b8ee9 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 945 time: 0.0515251 Aug 31 00:39:18.532852 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-406b8dc8-4052-4322-a60f-b004ad0f6d50 req-a7b60906-e53b-449a-ab7f-972ca40a76d8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464029 Aug 31 00:39:18.656179 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545cfaa-97dc-41f5-a7d1-09c5bf1dd546 req-acdfd3b2-33c9-4ed8-a97f-0b7f02c03b0c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:18.657630 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1545cfaa-97dc-41f5-a7d1-09c5bf1dd546 req-acdfd3b2-33c9-4ed8-a97f-0b7f02c03b0c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 945 time: 0.0536232 Aug 31 00:39:18.668492 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45914) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:18.673136 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-fb95e1a7-04c9-4976-8cd6-5795fa5657ad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'floatingip': {'port_id': 'b850ca23-da95-4ccb-9aff-d53185c76064'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:18.713158 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fb95e1a7-04c9-4976-8cd6-5795fa5657ad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (4984110b-32a0-41e2-92ea-4f55198f8da2), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:19.044671 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4555f1b2-0f68-4062-9835-b7588d8d5012 req-eb3eaf4a-63b0-44aa-a83f-402a39796408 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=dfc3d686-f358-4b8f-b983-984fd54e31e1 HTTP/1.1" status: 200 len: 210 time: 0.0346477 Aug 31 00:39:19.189392 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fb95e1a7-04c9-4976-8cd6-5795fa5657ad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:19.264700 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fb95e1a7-04c9-4976-8cd6-5795fa5657ad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (4984110b-32a0-41e2-92ea-4f55198f8da2), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:19.343226 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:19.363061 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:19.366060 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [None req-fb95e1a7-04c9-4976-8cd6-5795fa5657ad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Floating IP 4984110b-32a0-41e2-92ea-4f55198f8da2 associated. External IP: 172.27.3.199, port: b850ca23-da95-4ccb-9aff-d53185c76064. Aug 31 00:39:19.527738 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:39:19.549217 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: e469ed11-88fc-4e04-ad53-fa40c91854d5 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:39:19.549570 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device e469ed11-88fc-4e04-ad53-fa40c91854d5 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:39:19.578372 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb95e1a7-04c9-4976-8cd6-5795fa5657ad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:39:19.687878 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb95e1a7-04c9-4976-8cd6-5795fa5657ad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:39:19.692619 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fb95e1a7-04c9-4976-8cd6-5795fa5657ad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:19.697916 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:39:19.709578 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:19.710298 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:19.723196 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-fb95e1a7-04c9-4976-8cd6-5795fa5657ad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/4984110b-32a0-41e2-92ea-4f55198f8da2 HTTP/1.1" status: 200 len: 991 time: 1.0535853 Aug 31 00:39:19.724361 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'tag': 'b850ca23-da95-4ccb-9aff-d53185c76064'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:19.726890 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a369869a-b704-4b98-9878-5309439c45c2" -d '{"events": [{"name": "network-changed", "server_uuid": "24bd8f41-5ce3-4260-bd3e-d98a55817bfd", "tag": "b850ca23-da95-4ccb-9aff-d53185c76064"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:19.765345 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170e6087-0e35-4e98-85cf-f985e1187722 x-openstack-request-id: req-170e6087-0e35-4e98-85cf-f985e1187722 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:19.765664 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bd8f41-5ce3-4260-bd3e-d98a55817bfd", "tag": "b850ca23-da95-4ccb-9aff-d53185c76064", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:19.765887 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-170e6087-0e35-4e98-85cf-f985e1187722 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:19.766320 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170e6087-0e35-4e98-85cf-f985e1187722'] response: {'name': 'network-changed', 'server_uuid': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'tag': 'b850ca23-da95-4ccb-9aff-d53185c76064', 'status': 'completed', 'code': 200} Aug 31 00:39:19.818339 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:19.863113 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369869a-b704-4b98-9878-5309439c45c2 req-f1f83489-baa4-45dc-922a-c7a73bb22ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:19.864723 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a369869a-b704-4b98-9878-5309439c45c2 req-f1f83489-baa4-45dc-922a-c7a73bb22ef3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 1129 time: 0.0425198 Aug 31 00:39:19.966822 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369869a-b704-4b98-9878-5309439c45c2 req-bc1e693c-979d-45b6-9a47-c6ce58673625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:19.968411 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a369869a-b704-4b98-9878-5309439c45c2 req-bc1e693c-979d-45b6-9a47-c6ce58673625 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 915 time: 0.0976558 Aug 31 00:39:20.003814 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:20.016113 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:20.039411 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a369869a-b704-4b98-9878-5309439c45c2 req-ecccf3b6-9fb8-41c1-8594-a76535d5bb30 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b850ca23-da95-4ccb-9aff-d53185c76064 HTTP/1.1" status: 200 len: 999 time: 0.0636842 Aug 31 00:39:20.057462 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '4984110b-32a0-41e2-92ea-4f55198f8da2', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': 'b850ca23-da95-4ccb-9aff-d53185c76064', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:06:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:39:01Z', 'updated_at': '2022-08-31T00:39:19Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:20.084420 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:39:20.095692 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:20.095692 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:38:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:20.096058 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369869a-b704-4b98-9878-5309439c45c2 req-764fd8b7-16d6-4f50-8e21-b7eeeae19bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:20.097582 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a369869a-b704-4b98-9878-5309439c45c2 req-764fd8b7-16d6-4f50-8e21-b7eeeae19bfc service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 200 len: 853 time: 0.0518641 Aug 31 00:39:20.104877 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-50e26d88-8984-48ce-9bf0-fd12777bbf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:20.157234 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369869a-b704-4b98-9878-5309439c45c2 req-aca277ec-1b12-4468-93ff-5a21c90104bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:20.158934 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a369869a-b704-4b98-9878-5309439c45c2 req-aca277ec-1b12-4468-93ff-5a21c90104bb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6d427232-8e26-4216-9399-96dea4f30f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523944 Aug 31 00:39:20.172569 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:20.215863 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:20.231731 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 45926) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:20.266576 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a369869a-b704-4b98-9878-5309439c45c2 req-6c3674e4-fc69-426a-baec-3268310496d2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009040 Aug 31 00:39:20.298972 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (a906958e-86ed-4454-9599-d3356b1758e2), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:20.329183 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (a906958e-86ed-4454-9599-d3356b1758e2), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:20.373023 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a369869a-b704-4b98-9878-5309439c45c2 req-1dda14a3-bcd5-43a3-8d99-0c53258e82cf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000097 Aug 31 00:39:20.459697 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a906958e-86ed-4454-9599-d3356b1758e2), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:20.462378 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:20.466228 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a906958e-86ed-4454-9599-d3356b1758e2 HTTP/1.1" status: 204 len: 168 time: 0.2307386 Aug 31 00:39:20.466390 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '4984110b-32a0-41e2-92ea-4f55198f8da2', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': 'b850ca23-da95-4ccb-9aff-d53185c76064', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:06:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:39:01Z', 'updated_at': '2022-08-31T00:39:19Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:20.466572 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45932) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:20.474020 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a906958e-86ed-4454-9599-d3356b1758e2,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:20.484925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.484925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.484925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.484925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.484925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.484925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.484925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.484925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.485755 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.485755 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.485755 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.485991 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.486539 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.487028 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.487363 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684c12-1889-4acc-9df1-b869e8ef6536 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:20.493348 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324ecf0-c939-4ceb-9b7f-11bf226034b8 None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '4984110b-32a0-41e2-92ea-4f55198f8da2', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': 'b850ca23-da95-4ccb-9aff-d53185c76064', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:06:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:39:01Z', 'updated_at': '2022-08-31T00:39:19Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:39:20.498047 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.api.v2.resource [None req-8bf30521-223f-4798-a5d5-c37e4f6e2053 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] show failed (client error): The resource could not be found. Aug 31 00:39:20.499083 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-8bf30521-223f-4798-a5d5-c37e4f6e2053 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups/a906958e-86ed-4454-9599-d3356b1758e2 HTTP/1.1" status: 404 len: 347 time: 0.0313745 Aug 31 00:39:20.508047 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45934) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:20.635586 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Deleting port 6e88fb8a-5373-46f4-9695-ebe23bf13a89 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:39:20.635922 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (6e88fb8a-5373-46f4-9695-ebe23bf13a89), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:20.717264 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e16ab-33c9-4e1a-8a1a-e446f48c9c90 None None] New status for floating IP 4984110b-32a0-41e2-92ea-4f55198f8da2: ACTIVE {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:39:20.721359 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (6e88fb8a-5373-46f4-9695-ebe23bf13a89), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:20.721784 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (6e88fb8a-5373-46f4-9695-ebe23bf13a89), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:20.736585 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Calling delete_port for 6e88fb8a-5373-46f4-9695-ebe23bf13a89 owned by network:floatingip {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:39:20.750346 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:20.967768 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (6e88fb8a-5373-46f4-9695-ebe23bf13a89), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:20.992679 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event deleted for resources: {'Port': ['ID=6e88fb8a-5373-46f4-9695-ebe23bf13a89,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:21.071797 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (94bbafd8-2667-4b68-8a76-1ef4e766ab59), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.074348 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.075503 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-34093b47-eafc-4f3a-9bad-8082b3f4c4ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/94bbafd8-2667-4b68-8a76-1ef4e766ab59 HTTP/1.1" status: 204 len: 168 time: 0.5652575 Aug 31 00:39:21.231994 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45938) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:21.236738 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-12944c19-eab1-4a44-a97e-5ed0ce93a657 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1295923252', 'description': 'tempest-description--1373175925'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:21.339656 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-12944c19-eab1-4a44-a97e-5ed0ce93a657 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.417023 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-12944c19-eab1-4a44-a97e-5ed0ce93a657 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (277f3f73-b734-4e41-92f2-0a5130e11bcb), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.481898 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.527406 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-12944c19-eab1-4a44-a97e-5ed0ce93a657 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (277f3f73-b734-4e41-92f2-0a5130e11bcb), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.561874 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12944c19-eab1-4a44-a97e-5ed0ce93a657 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277f3f73-b734-4e41-92f2-0a5130e11bcb,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:21.610125 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-12944c19-eab1-4a44-a97e-5ed0ce93a657 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.611443 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-12944c19-eab1-4a44-a97e-5ed0ce93a657 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3783233 Aug 31 00:39:21.614467 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45940) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:21.618907 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-130409ee-e8a4-47cb-bf28-983e013bee69 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'security_group_rule': {'security_group_id': '277f3f73-b734-4e41-92f2-0a5130e11bcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:21.712522 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-130409ee-e8a4-47cb-bf28-983e013bee69 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (de482b41-b4d9-4ae3-971e-d6566fee7023), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.771642 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-130409ee-e8a4-47cb-bf28-983e013bee69 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (de482b41-b4d9-4ae3-971e-d6566fee7023), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.836495 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-130409ee-e8a4-47cb-bf28-983e013bee69 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (de482b41-b4d9-4ae3-971e-d6566fee7023), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.848563 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:21.854126 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130409ee-e8a4-47cb-bf28-983e013bee69 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de482b41-b4d9-4ae3-971e-d6566fee7023,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:21.929708 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-130409ee-e8a4-47cb-bf28-983e013bee69 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:21.931286 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-130409ee-e8a4-47cb-bf28-983e013bee69 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3155439 Aug 31 00:39:21.934647 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45942) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:21.938988 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-35ddc616-b70c-45d4-8ba5-1be2014fe965 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'security_group_rule': {'security_group_id': '277f3f73-b734-4e41-92f2-0a5130e11bcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:22.039988 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-35ddc616-b70c-45d4-8ba5-1be2014fe965 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (27762468-7a60-4fb9-938d-d0498b28092f), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:22.094993 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-35ddc616-b70c-45d4-8ba5-1be2014fe965 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (27762468-7a60-4fb9-938d-d0498b28092f), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:22.150751 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-35ddc616-b70c-45d4-8ba5-1be2014fe965 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (27762468-7a60-4fb9-938d-d0498b28092f), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:22.172387 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddc616-b70c-45d4-8ba5-1be2014fe965 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27762468-7a60-4fb9-938d-d0498b28092f,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:22.215295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-35ddc616-b70c-45d4-8ba5-1be2014fe965 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:22.216615 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-35ddc616-b70c-45d4-8ba5-1be2014fe965 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2809722 Aug 31 00:39:22.219684 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 45944) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:22.224000 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:22.305189 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:22.356789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=73,neutron:DELETE=8,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:22.386378 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:22.500549 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Allocated IP 172.27.3.137 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/915033ac-acf5-4bda-ba28-d52babc0e29e) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:39:22.616010 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for port (915033ac-acf5-4bda-ba28-d52babc0e29e), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:22.711162 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (915033ac-acf5-4bda-ba28-d52babc0e29e), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:22.751851 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:39:22.754224 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:22.757856 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:39:22.761729 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:39:22.765023 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'Port': ['ID=915033ac-acf5-4bda-ba28-d52babc0e29e,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:22.846243 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (94db2df7-a87a-47f4-894e-f49121133147), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:22.944880 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (915033ac-acf5-4bda-ba28-d52babc0e29e), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:23.094938 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for port (915033ac-acf5-4bda-ba28-d52babc0e29e), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:23.144933 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:23.173718 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (915033ac-acf5-4bda-ba28-d52babc0e29e), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:23.245518 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (94db2df7-a87a-47f4-894e-f49121133147), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:23.248160 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'Port': ['ID=915033ac-acf5-4bda-ba28-d52babc0e29e,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:23.353070 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:23.354374 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-368a0bc8-337d-45db-bdc9-ba5a4efc26ca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1337483 Aug 31 00:39:23.385113 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:23.584834 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-6a66680f-6b18-4fea-a277-801d2ae41be3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1295923252&fields=id&tenant_id=606c24bee18a4454ab672cfb6a395286 HTTP/1.1" status: 200 len: 267 time: 0.0442321 Aug 31 00:39:23.600281 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:23.698226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8938c-b593-4697-a8ee-c54346532580 req-de442f17-a28b-4af3-a369-8cf1558ff550 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:23.699668 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-de442f17-a28b-4af3-a369-8cf1558ff550 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 817 time: 0.1081743 Aug 31 00:39:23.714745 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-af14809b-c447-4498-8a59-37ec540cb7c4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/quotas/606c24bee18a4454ab672cfb6a395286 HTTP/1.1" status: 200 len: 375 time: 0.0096376 Aug 31 00:39:23.765107 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-95a3752b-ef85-4add-ad7c-b677ba359dc8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453076 Aug 31 00:39:23.872454 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-0633257a-b256-47d8-b3fb-4822345504fd service neutron] 10.222.0.65 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955749 Aug 31 00:39:23.897087 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:39:23.966521 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-c6db3ba4-aebe-4a6a-a4e1-f1ee70586bb4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883265 Aug 31 00:39:24.259030 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1c5224e4-7296-42b8-8b45-a86549d653f8 req-e1f5a2d2-b05e-4313-9174-61ea8720195f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 210 time: 0.0372365 Aug 31 00:39:25.374766 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e9a214c2-ded7-4aae-b6f1-9b1c0fa546ba req-e6cee9a6-14ac-4e62-8089-b9ae1f1025ea tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 210 time: 0.0288098 Aug 31 00:39:25.442188 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:26.488841 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-106e5cc2-2649-4814-a37f-9e1bd06b7a6e req-2ce36446-958f-469b-940f-13ffebf7fb9a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 210 time: 0.0301645 Aug 31 00:39:26.745149 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8938c-b593-4697-a8ee-c54346532580 req-ddbe75ea-dc25-42e8-a68c-c0854a943442 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:26.747403 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-ddbe75ea-dc25-42e8-a68c-c0854a943442 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 817 time: 0.1132264 Aug 31 00:39:26.821290 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-14ff7226-f609-48f1-900e-0a20818cc38c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=606c24bee18a4454ab672cfb6a395286 HTTP/1.1" status: 200 len: 380 time: 0.0562282 Aug 31 00:39:26.832972 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'port': {'device_id': '302d7397-56df-414b-a380-afc6b65fc8fa', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'admin_state_up': True, 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'security_groups': ['277f3f73-b734-4e41-92f2-0a5130e11bcb']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:26.851318 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:27.037167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Made reservation on behalf of 606c24bee18a4454ab672cfb6a395286 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:39:27.041272 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:27.175610 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Allocated IP 172.20.0.13 (dd1dfc05-b842-4c55-a9f4-0aefefbafd0b/2cf5dfff-2a32-4c40-85ab-2f8b681b68bb/cfcd650e-10f6-464f-a79f-ed420080aea1) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:39:27.551195 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:27.562702 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:27.618131 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-96129797-ab4e-4a27-bea8-81e41e8aca45 req-28fc258d-c789-415a-ad79-3d0bb8bc00a5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 210 time: 0.0322855 Aug 31 00:39:27.682941 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:27.732038 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:39:27.735295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:39:27.739344 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:39:27.764636 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:27.795875 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:27.796532 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:27.896275 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-496d227a-03cb-40ca-9dd9-7e06f8c2ca36 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0686102 Aug 31 00:39:27.916174 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Request body: {'port': {'device_id': '302d7397-56df-414b-a380-afc6b65fc8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:27.956247 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-2dd7a666-2893-4c79-9785-234a42ebf9c5 None None] Provisioning complete for port cfcd650e-10f6-464f-a79f-ed420080aea1 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:39:27.957482 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-2dd7a666-2893-4c79-9785-234a42ebf9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:27.986089 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:27.999391 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7a666-2893-4c79-9785-234a42ebf9c5 None None] Port cfcd650e-10f6-464f-a79f-ed420080aea1 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:39:28.195987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:28.276941 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcd650e-10f6-464f-a79f-ed420080aea1 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:39:28.284592 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Publish callbacks [] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:28.298164 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Transition to ACTIVE for port object cfcd650e-10f6-464f-a79f-ed420080aea1 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:39:28.362195 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:28.426647 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:28.486262 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Attempting to bind port cfcd650e-10f6-464f-a79f-ed420080aea1 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:39:28.486599 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Attempting to bind port cfcd650e-10f6-464f-a79f-ed420080aea1 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:39:28.486955 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Attempting to bind port cfcd650e-10f6-464f-a79f-ed420080aea1 on network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:39:28.491775 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Port cfcd650e-10f6-464f-a79f-ed420080aea1 on network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:39:28.493196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Attempting to bind port cfcd650e-10f6-464f-a79f-ed420080aea1 on network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:39:28.497335 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:39:28.497763 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Checking segment: {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:39:28.498144 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Bound using segment: {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:39:28.498568 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Bound port: cfcd650e-10f6-464f-a79f-ed420080aea1, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:39:28.498927 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:28.543012 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:28.562441 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:39:28.566520 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:39:28.659642 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:28.664728 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:28.665345 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:28.666731 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/cfcd650e-10f6-464f-a79f-ed420080aea1 HTTP/1.1" status: 200 len: 1094 time: 0.7557487 Aug 31 00:39:28.667231 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:28.669557 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f830e2-36ce-4d96-a5fb-17c45cdb6d31" -d '{"events": [{"name": "network-changed", "server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:28.722209 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a832b953-852d-4f68-99e5-3e84dbbc539d x-openstack-request-id: req-a832b953-852d-4f68-99e5-3e84dbbc539d {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:28.722496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:28.722749 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a832b953-852d-4f68-99e5-3e84dbbc539d {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:28.728222 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a832b953-852d-4f68-99e5-3e84dbbc539d'] response: {'name': 'network-changed', 'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'status': 'completed', 'code': 200} Aug 31 00:39:28.758495 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ac381-eb93-459d-9e14-7801807ca240 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:28.773226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04b5e-0151-4555-b32e-4d08ec7a4f7d req-7fd7f574-6485-48c5-8d4d-1d4e5992f781 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:28.775106 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9eb04b5e-0151-4555-b32e-4d08ec7a4f7d req-7fd7f574-6485-48c5-8d4d-1d4e5992f781 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0724227 Aug 31 00:39:28.843184 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f830e2-36ce-4d96-a5fb-17c45cdb6d31 req-feb1effa-a631-4f82-8008-28a47147e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:28.844694 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-84f830e2-36ce-4d96-a5fb-17c45cdb6d31 req-feb1effa-a631-4f82-8008-28a47147e498 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 1128 time: 0.0679166 Aug 31 00:39:28.859539 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9eb04b5e-0151-4555-b32e-4d08ec7a4f7d req-5147d617-3d85-40bb-b90c-e2209360a5f6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740225 Aug 31 00:39:28.964838 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f830e2-36ce-4d96-a5fb-17c45cdb6d31 req-73859cf4-2cd2-4bc3-921d-d8dfd7f7e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:28.966339 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-84f830e2-36ce-4d96-a5fb-17c45cdb6d31 req-73859cf4-2cd2-4bc3-921d-d8dfd7f7e31d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=606c24bee18a4454ab672cfb6a395286&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1058981 Aug 31 00:39:29.072058 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f830e2-36ce-4d96-a5fb-17c45cdb6d31 req-013d0d08-1b44-4344-b979-97fef2c13b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:29.073725 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-84f830e2-36ce-4d96-a5fb-17c45cdb6d31 req-013d0d08-1b44-4344-b979-97fef2c13b43 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006498 Aug 31 00:39:29.180802 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8938c-b593-4697-a8ee-c54346532580 req-c2e59359-7ae6-42c1-9d8a-a429dbad09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:29.182237 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-c2e59359-7ae6-42c1-9d8a-a429dbad09a5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 1128 time: 0.0405216 Aug 31 00:39:29.238371 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-1c074c56-1117-441c-a208-ec8ce7302bdc service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfcd650e-10f6-464f-a79f-ed420080aea1 HTTP/1.1" status: 200 len: 217 time: 0.0388012 Aug 31 00:39:29.291994 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8938c-b593-4697-a8ee-c54346532580 req-487cf108-36f4-4cd0-a88b-d3996b754a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:29.293423 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-487cf108-36f4-4cd0-a88b-d3996b754a2f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 200 len: 856 time: 0.0489643 Aug 31 00:39:29.382850 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fef705-e323-4bdc-8460-5f4b03fbc713 req-bc6406c1-341e-44ee-aba2-422a5e151eba tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:29.384365 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b5fef705-e323-4bdc-8460-5f4b03fbc713 req-bc6406c1-341e-44ee-aba2-422a5e151eba tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0748458 Aug 31 00:39:29.385288 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8938c-b593-4697-a8ee-c54346532580 req-e9a09479-7852-4cf8-8da3-71440bffb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:29.386671 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-e9a09479-7852-4cf8-8da3-71440bffb632 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873263 Aug 31 00:39:29.437144 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b5fef705-e323-4bdc-8460-5f4b03fbc713 req-408cd4c9-4f04-492e-a7ef-0ed2f32082a4 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470140 Aug 31 00:39:29.511562 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:29.542815 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-917590ea-d527-4286-9a14-8181c7fba012 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893464 Aug 31 00:39:29.695468 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97c8938c-b593-4697-a8ee-c54346532580 req-a4564cd2-6f9c-49d0-90cd-ea7952d99826 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890329 Aug 31 00:39:29.990613 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409bff4-c361-4135-8d08-d5ef78eb0b1f req-96dbe5a2-1021-40ba-8769-118b2639f3bf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:29.992398 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b409bff4-c361-4135-8d08-d5ef78eb0b1f req-96dbe5a2-1021-40ba-8769-118b2639f3bf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0487161 Aug 31 00:39:30.041228 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b409bff4-c361-4135-8d08-d5ef78eb0b1f req-72ed00c4-02bb-4404-8a1f-52ad894a6958 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Aug 31 00:39:30.466023 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=48 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:30.561180 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345a1d4-acdd-4bbd-8cf4-414483c0bd8e req-5a3d6146-4c5f-41a6-b792-ed979093e483 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:30.562655 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6345a1d4-acdd-4bbd-8cf4-414483c0bd8e req-5a3d6146-4c5f-41a6-b792-ed979093e483 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0482979 Aug 31 00:39:30.611010 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6345a1d4-acdd-4bbd-8cf4-414483c0bd8e req-e0e9e3e8-9207-4fa9-8314-85de8acd073d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427594 Aug 31 00:39:31.163457 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcba52e-d5d4-458b-b5c7-f45b8d53f343 req-d26a5135-68f8-4280-9e8f-6f3093a5d4b0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:31.164985 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5dcba52e-d5d4-458b-b5c7-f45b8d53f343 req-d26a5135-68f8-4280-9e8f-6f3093a5d4b0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0470569 Aug 31 00:39:31.215845 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5dcba52e-d5d4-458b-b5c7-f45b8d53f343 req-5db52d76-ceac-4812-833f-a9033ad34b03 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 Aug 31 00:39:31.736541 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f057-f864-46c5-86e9-55950c97452e req-348be321-fad3-4b84-b7ba-1037b1ab1730 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:31.738133 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7a61f057-f864-46c5-86e9-55950c97452e req-348be321-fad3-4b84-b7ba-1037b1ab1730 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0524902 Aug 31 00:39:31.790079 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7a61f057-f864-46c5-86e9-55950c97452e req-ef557834-180c-42dd-8fbc-1a9ae48b08f0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448794 Aug 31 00:39:32.345675 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:32.363106 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ff376-24d5-40c6-b97a-6d33e826687b req-210d985e-bfde-49cf-b4c7-d5d2ac395eba tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:32.365069 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-306ff376-24d5-40c6-b97a-6d33e826687b req-210d985e-bfde-49cf-b4c7-d5d2ac395eba tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0562484 Aug 31 00:39:32.416037 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-306ff376-24d5-40c6-b97a-6d33e826687b req-8b1422db-e723-4fe5-8de8-75a17e88b2cb tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441985 Aug 31 00:39:32.911324 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b7129-aafa-4b26-8ad7-539d5073ff1c req-1856c010-d21a-483c-aa10-d0298ae2fbd1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:32.913479 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-639b7129-aafa-4b26-8ad7-539d5073ff1c req-1856c010-d21a-483c-aa10-d0298ae2fbd1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0481613 Aug 31 00:39:32.961661 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-639b7129-aafa-4b26-8ad7-539d5073ff1c req-52972b92-8b54-46de-91fe-0f48ba9af8ac tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425804 Aug 31 00:39:33.544169 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845492a-0136-47ee-ab06-e7e87950742b req-460f12df-59d3-4b6a-9e8b-b7556dd1e8af tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:33.545682 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7845492a-0136-47ee-ab06-e7e87950742b req-460f12df-59d3-4b6a-9e8b-b7556dd1e8af tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0495493 Aug 31 00:39:33.593785 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7845492a-0136-47ee-ab06-e7e87950742b req-2f745cc0-22f9-450d-8c98-7e68d69aed94 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Aug 31 00:39:33.602350 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device cfcd650e-10f6-464f-a79f-ed420080aea1 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:39:33.706323 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:39:33.718027 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'port_id': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'mac_address': 'fa:16:3e:fd:00:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:39:33.752691 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port cfcd650e-10f6-464f-a79f-ed420080aea1 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:39:33.753082 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:33.766815 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcd650e-10f6-464f-a79f-ed420080aea1 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:39:33.790831 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:39:33.859006 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:33.892880 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=38 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:33.908718 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:33.916185 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.916551 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.916925 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.917292 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.917625 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.917952 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.918275 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.918595 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.918915 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.919233 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.919575 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.919911 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.920231 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.920569 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:33.920889 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:34.084677 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066767cd-5c0d-453c-af60-d09210f8ebce req-06a99f4f-35c9-40d6-a97a-72b1344da333 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:34.086172 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-066767cd-5c0d-453c-af60-d09210f8ebce req-06a99f4f-35c9-40d6-a97a-72b1344da333 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0507040 Aug 31 00:39:34.122006 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:34.141321 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-066767cd-5c0d-453c-af60-d09210f8ebce req-95def057-c927-4557-9112-c9f2d4c7969f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495420 Aug 31 00:39:34.302295 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['cfcd650e-10f6-464f-a79f-ed420080aea1'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:39:34.324812 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=10 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:34.373194 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:34.726056 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919baa7f-3193-4a5b-8982-49ba552992e2 req-03a6134a-81a9-404c-870d-848c201ce54c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:34.727589 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-919baa7f-3193-4a5b-8982-49ba552992e2 req-03a6134a-81a9-404c-870d-848c201ce54c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 945 time: 0.0518537 Aug 31 00:39:34.777431 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-919baa7f-3193-4a5b-8982-49ba552992e2 req-8d494c34-8b6e-4b5f-9eec-8b437f975811 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442259 Aug 31 00:39:35.268043 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b448c7-d864-46fd-920b-eb71e9b864fa req-019baaff-acc9-4cb3-8b3c-1252bbb7f3f8 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:35.269619 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-04b448c7-d864-46fd-920b-eb71e9b864fa req-019baaff-acc9-4cb3-8b3c-1252bbb7f3f8 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0519781 Aug 31 00:39:35.323404 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-04b448c7-d864-46fd-920b-eb71e9b864fa req-445c776b-e17b-422c-8636-eea665ef7448 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474775 Aug 31 00:39:35.615555 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device cfcd650e-10f6-464f-a79f-ed420080aea1 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:39:35.661224 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port cfcd650e-10f6-464f-a79f-ed420080aea1 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:39:35.750695 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port cfcd650e-10f6-464f-a79f-ed420080aea1 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:39:35.751080 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:35.835715 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port cfcd650e-10f6-464f-a79f-ed420080aea1 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:39:35.836121 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:35.863057 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:35.865491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1947ff-d63f-409a-908c-01eb5db14f29" -d '{"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:35.885183 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:39:35.908498 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39b79b3-93fc-40f8-98f6-97337de68d0e x-openstack-request-id: req-e39b79b3-93fc-40f8-98f6-97337de68d0e {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:35.911593 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:35.911593 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e39b79b3-93fc-40f8-98f6-97337de68d0e {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:35.911593 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39b79b3-93fc-40f8-98f6-97337de68d0e'] response: {'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'code': 200} Aug 31 00:39:35.915756 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2adaec-d007-4b92-a98a-763873efcd89 req-51cc878e-c215-4fa1-85b5-b88d8f338172 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:35.917400 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4f2adaec-d007-4b92-a98a-763873efcd89 req-51cc878e-c215-4fa1-85b5-b88d8f338172 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 945 time: 0.0567408 Aug 31 00:39:35.962891 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:35.974779 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4f2adaec-d007-4b92-a98a-763873efcd89 req-63bdaa42-bb63-4c17-91ec-8b43641c5916 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513325 Aug 31 00:39:36.024997 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:36.317259 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa5b8c-43b5-4ff2-b6c3-d387565b33fe req-5c01f6bd-348b-47b1-88d1-7cfa9fcf24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:36.319395 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-78aa5b8c-43b5-4ff2-b6c3-d387565b33fe req-5c01f6bd-348b-47b1-88d1-7cfa9fcf24fd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 1130 time: 0.0425932 Aug 31 00:39:36.373567 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-78aa5b8c-43b5-4ff2-b6c3-d387565b33fe req-5228f74f-fbc4-4140-82a8-2d4f415325cb service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442731 Aug 31 00:39:36.457633 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b87dbe-788d-404c-a2ba-7fbdae9979ff req-8f375b87-2d03-4e3c-a9fb-aae18d3a7d77 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:36.459272 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97b87dbe-788d-404c-a2ba-7fbdae9979ff req-8f375b87-2d03-4e3c-a9fb-aae18d3a7d77 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0530639 Aug 31 00:39:36.514904 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-97b87dbe-788d-404c-a2ba-7fbdae9979ff req-4356396e-7dbc-4fb8-8950-2b7a3635921a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488715 Aug 31 00:39:37.098411 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:37.109664 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c7a89-fc65-47d9-b859-bd0f5cf016f7 req-c7b1822f-5cf6-4770-9ace-005b480cf8d7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:37.126218 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dc1c7a89-fc65-47d9-b859-bd0f5cf016f7 req-c7b1822f-5cf6-4770-9ace-005b480cf8d7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0485485 Aug 31 00:39:37.173703 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dc1c7a89-fc65-47d9-b859-bd0f5cf016f7 req-d215b352-6b6e-44a8-a1f2-d56805e767b5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562496 Aug 31 00:39:37.660751 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b3b12-064a-4d62-b490-ff0d2344d166 req-dba34d9d-00ab-4e30-813d-aca7f2cc3fdd tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:37.662343 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-416b3b12-064a-4d62-b490-ff0d2344d166 req-dba34d9d-00ab-4e30-813d-aca7f2cc3fdd tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0487361 Aug 31 00:39:37.711142 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-416b3b12-064a-4d62-b490-ff0d2344d166 req-82cf8109-4260-49aa-8923-78223d936e2e tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429399 Aug 31 00:39:38.304972 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82096c72-29d7-4297-b083-939bf9152301 req-5ad0a602-066c-49c6-abe8-c42be1eff242 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:38.306640 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-82096c72-29d7-4297-b083-939bf9152301 req-5ad0a602-066c-49c6-abe8-c42be1eff242 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0501204 Aug 31 00:39:38.356459 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-82096c72-29d7-4297-b083-939bf9152301 req-00aef3bb-1be9-479f-a39c-074956d57913 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438569 Aug 31 00:39:38.837586 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0f9d-03bc-492e-856a-ccd1b121d7e7 req-4350336e-5967-41ca-820e-2af01a45f0f9 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:38.839077 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-606a0f9d-03bc-492e-856a-ccd1b121d7e7 req-4350336e-5967-41ca-820e-2af01a45f0f9 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0511305 Aug 31 00:39:38.887833 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-606a0f9d-03bc-492e-856a-ccd1b121d7e7 req-aaf9a417-a400-438c-bac7-6bc45684f931 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430796 Aug 31 00:39:39.485464 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfd7ed-92aa-492c-af79-89ef7f0908ea req-a388de22-0c66-432a-92ee-64ad67601083 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:39.486738 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6acfd7ed-92aa-492c-af79-89ef7f0908ea req-a388de22-0c66-432a-92ee-64ad67601083 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0499523 Aug 31 00:39:39.535996 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6acfd7ed-92aa-492c-af79-89ef7f0908ea req-9540ce3c-5e02-4e38-8adc-cbeed70a9a6a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Aug 31 00:39:39.659261 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e0de8-863d-40aa-8c4b-64a945b2d8d2 req-25cf5e13-f72d-4a3e-b0ab-73318c61059a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:39.660733 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d99e0de8-863d-40aa-8c4b-64a945b2d8d2 req-25cf5e13-f72d-4a3e-b0ab-73318c61059a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0493879 Aug 31 00:39:39.671466 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46046) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:39:39.676048 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-246b1385-140c-4565-947d-f1645276d6f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Request body: {'floatingip': {'port_id': 'cfcd650e-10f6-464f-a79f-ed420080aea1'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:39.716086 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-246b1385-140c-4565-947d-f1645276d6f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (94db2df7-a87a-47f4-894e-f49121133147), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:39.782263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:40.017179 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c7c4d-563a-4c76-bc23-d758db01e492 req-fe825d4a-42a4-457c-851d-0a2f539bb302 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:40.018714 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-566c7c4d-563a-4c76-bc23-d758db01e492 req-fe825d4a-42a4-457c-851d-0a2f539bb302 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0514512 Aug 31 00:39:40.077287 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-566c7c4d-563a-4c76-bc23-d758db01e492 req-63d554aa-7609-4eda-85fd-2615c1c75c32 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493035 Aug 31 00:39:40.165165 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:40.181685 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-246b1385-140c-4565-947d-f1645276d6f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:40.289409 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-246b1385-140c-4565-947d-f1645276d6f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (94db2df7-a87a-47f4-894e-f49121133147), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:40.390591 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [None req-246b1385-140c-4565-947d-f1645276d6f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Floating IP 94db2df7-a87a-47f4-894e-f49121133147 associated. External IP: 172.27.3.137, port: cfcd650e-10f6-464f-a79f-ed420080aea1. Aug 31 00:39:40.461189 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad4dfa-e9de-4f6f-8f43-73e67f2a0ef9 req-72563bfc-fdac-4064-bc5a-4201c83dd147 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:40.462585 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-55ad4dfa-e9de-4f6f-8f43-73e67f2a0ef9 req-72563bfc-fdac-4064-bc5a-4201c83dd147 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0529675 Aug 31 00:39:40.513453 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-55ad4dfa-e9de-4f6f-8f43-73e67f2a0ef9 req-006d8f61-e440-49a4-8e53-74ecdc797311 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448177 Aug 31 00:39:40.637729 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ca723-d826-47d1-b77f-c8cb354b925d req-c3fd34f1-368d-4c02-9413-7b82520b201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:40.639228 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-210ca723-d826-47d1-b77f-c8cb354b925d req-c3fd34f1-368d-4c02-9413-7b82520b201b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 1130 time: 0.0553141 Aug 31 00:39:40.644120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246b1385-140c-4565-947d-f1645276d6f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:39:40.823337 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ca723-d826-47d1-b77f-c8cb354b925d req-2bff704f-97a4-4b9c-b71f-f5ca29b0f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:40.824880 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-210ca723-d826-47d1-b77f-c8cb354b925d req-2bff704f-97a4-4b9c-b71f-f5ca29b0f844 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=a5ba44fa-fe70-448e-874e-97120592a817 HTTP/1.1" status: 200 len: 911 time: 0.1773131 Aug 31 00:39:40.829552 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246b1385-140c-4565-947d-f1645276d6f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:39:40.839689 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] Sync routers for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:39:40.840235 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-246b1385-140c-4565-947d-f1645276d6f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:40.853938 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:40.854569 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:39:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:40.964747 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:41.147478 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-246b1385-140c-4565-947d-f1645276d6f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/94db2df7-a87a-47f4-894e-f49121133147 HTTP/1.1" status: 200 len: 992 time: 1.4745409 Aug 31 00:39:41.150467 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:41.152490 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:41.163801 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-210ca723-d826-47d1-b77f-c8cb354b925d req-9390d650-a2ec-4bb0-a454-26df4b447d1e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53407fde-ade2-453c-975e-4fafb7f9e4d5 HTTP/1.1" status: 200 len: 1000 time: 0.3323624 Aug 31 00:39:41.190953 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '94db2df7-a87a-47f4-894e-f49121133147', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'port_id': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'mac_address': 'fa:16:3e:fd:00:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302d7397-56df-414b-a380-afc6b65fc8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:39:22Z', 'updated_at': '2022-08-31T00:39:40Z', 'revision_number': 1, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:41.207997 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fe560e-38bb-4b07-977e-a010228a0101 x-openstack-request-id: req-88fe560e-38bb-4b07-977e-a010228a0101 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:41.208587 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:41.208587 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88fe560e-38bb-4b07-977e-a010228a0101 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:41.209508 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fe560e-38bb-4b07-977e-a010228a0101'] response: {'name': 'network-changed', 'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'status': 'completed', 'code': 200} Aug 31 00:39:41.219018 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] Checking router: 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:39:41.228176 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:41.228377 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ca723-d826-47d1-b77f-c8cb354b925d req-93d8fc13-5033-4467-bb7e-45faeaeddc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:41.228817 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:39:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:41.229786 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-210ca723-d826-47d1-b77f-c8cb354b925d req-93d8fc13-5033-4467-bb7e-45faeaeddc6b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a52cfced-1ff9-4c2a-8304-6ecfff37d30f HTTP/1.1" status: 200 len: 849 time: 0.0535860 Aug 31 00:39:41.279272 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:41.335707 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:41.340930 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ca723-d826-47d1-b77f-c8cb354b925d req-f644da37-709f-4f3e-9516-2cc4dda6f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:41.342450 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-210ca723-d826-47d1-b77f-c8cb354b925d req-f644da37-709f-4f3e-9516-2cc4dda6f43e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a5ba44fa-fe70-448e-874e-97120592a817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745571 Aug 31 00:39:41.343496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-286620b7-dae0-4ff9-bc06-435c7a5120be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:41.344938 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-286620b7-dae0-4ff9-bc06-435c7a5120be service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 1130 time: 0.0675180 Aug 31 00:39:41.477618 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:41.528112 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-210ca723-d826-47d1-b77f-c8cb354b925d req-c379f8a8-fba5-474a-8d48-ad35d681780f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710856 Aug 31 00:39:41.530721 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-fb753b73-fc80-498b-b3e7-6f3fa7c01bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:41.532072 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-fb753b73-fc80-498b-b3e7-6f3fa7c01bf7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 918 time: 0.1678669 Aug 31 00:39:41.643684 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f5d22-540a-44c5-8767-57df5d626588 req-709c534e-076c-4e11-863c-2fe5cc2e2e4b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:41.645695 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-581f5d22-540a-44c5-8767-57df5d626588 req-709c534e-076c-4e11-863c-2fe5cc2e2e4b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0540326 Aug 31 00:39:41.650862 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '94db2df7-a87a-47f4-894e-f49121133147', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'port_id': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'mac_address': 'fa:16:3e:fd:00:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302d7397-56df-414b-a380-afc6b65fc8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:39:22Z', 'updated_at': '2022-08-31T00:39:40Z', 'revision_number': 1, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:41.667928 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-38b70b78-d227-4467-bfb3-f5224d4fcc5f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfcd650e-10f6-464f-a79f-ed420080aea1 HTTP/1.1" status: 200 len: 1000 time: 0.1144228 Aug 31 00:39:41.679862 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8409294-b6df-467a-ae4b-72685be31b5d None None] The sync data for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi is: [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '94db2df7-a87a-47f4-894e-f49121133147', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'port_id': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'mac_address': 'fa:16:3e:fd:00:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302d7397-56df-414b-a380-afc6b65fc8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:39:22Z', 'updated_at': '2022-08-31T00:39:40Z', 'revision_number': 1, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:39:41.699978 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-581f5d22-540a-44c5-8767-57df5d626588 req-7d242c9b-a07b-4015-9a8f-4a68be152ec8 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474648 Aug 31 00:39:41.727863 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-210ca723-d826-47d1-b77f-c8cb354b925d req-e5fcfb82-9c64-4fcc-bdf4-52328f0af57e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837182 Aug 31 00:39:41.743556 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-737313b1-c024-4485-aee8-1533527974fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:41.745112 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-737313b1-c024-4485-aee8-1533527974fa service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 200 len: 856 time: 0.0705485 Aug 31 00:39:41.798584 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-35a41ec2-1598-445e-9cd3-73ac5b785111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:41.800771 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-35a41ec2-1598-445e-9cd3-73ac5b785111 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420992 Aug 31 00:39:41.908438 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae74237-3dd4-48d2-a98a-2e95279a041b None None] New status for floating IP 94db2df7-a87a-47f4-894e-f49121133147: ACTIVE {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:39:41.942635 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-f3ade90d-4f41-427a-90cf-df44062e7fe6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941947 Aug 31 00:39:42.039639 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-746dcc4d-4809-43a6-aee0-de58dc8ea2d8 req-3b229a25-4b64-46e1-ab4a-b91c5ab14737 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874631 Aug 31 00:39:42.836540 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb898fde-a20d-499e-9dc1-18276e7f4530 req-afddfe8f-4ea9-46d4-9e41-f50b6efb9477 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:42.838150 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fb898fde-a20d-499e-9dc1-18276e7f4530 req-afddfe8f-4ea9-46d4-9e41-f50b6efb9477 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0596781 Aug 31 00:39:42.891491 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fb898fde-a20d-499e-9dc1-18276e7f4530 req-15114dfe-8e3b-4d0f-94b6-70b25237ef4a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475893 Aug 31 00:39:44.017879 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca0d34-cdf5-4c4b-8b43-6ac9fd7d2618 req-3909e8dc-c90b-4688-9867-0bb4f9664f83 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:44.019374 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1eca0d34-cdf5-4c4b-8b43-6ac9fd7d2618 req-3909e8dc-c90b-4688-9867-0bb4f9664f83 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0493872 Aug 31 00:39:44.044879 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:44.070312 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1eca0d34-cdf5-4c4b-8b43-6ac9fd7d2618 req-7e8eb46f-2336-4955-9aef-72a3216f074d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445323 Aug 31 00:39:46.983751 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bd43c-89b3-4a5f-bab6-49bdad66661d req-4fbc6e7d-d66d-4952-bc2c-27d05bb85e05 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:46.985517 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-529bd43c-89b3-4a5f-bab6-49bdad66661d req-4fbc6e7d-d66d-4952-bc2c-27d05bb85e05 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 945 time: 0.0508623 Aug 31 00:39:47.047613 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-529bd43c-89b3-4a5f-bab6-49bdad66661d req-6cd37871-9ee2-4c90-8f55-9a0c19e6991a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556703 Aug 31 00:39:47.556757 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-96ec4533-f2e1-45d7-bbd4-63a8bb7f50cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:48.339507 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b344f9-9345-45c1-a572-f41e189783ac req-6b003bc7-af51-4734-b67f-a13f6b3482f0 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:48.341032 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f9b344f9-9345-45c1-a572-f41e189783ac req-6b003bc7-af51-4734-b67f-a13f6b3482f0 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 945 time: 0.2110660 Aug 31 00:39:48.398820 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f9b344f9-9345-45c1-a572-f41e189783ac req-16c019a1-4db7-4afe-ba1d-83854a8e598d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515428 Aug 31 00:39:48.890356 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-8ce2d8d4-c504-4388-b597-9ca84029ed37 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:48.891822 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-8ce2d8d4-c504-4388-b597-9ca84029ed37 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 945 time: 0.0483482 Aug 31 00:39:48.989235 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Deleting port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:39:48.989637 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:49.003591 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:49.082702 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] For port a10d4df1-cb0a-416e-86a7-7179c9f9aac0, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:39:49.083116 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:49.232308 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:49.258549 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:49.258913 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (a514e25f-8c20-4afe-b18a-65f8cbfa480d), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:49.259225 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Floating IP a514e25f-8c20-4afe-b18a-65f8cbfa480d disassociated. External IP: 172.27.3.120, port: a10d4df1-cb0a-416e-86a7-7179c9f9aac0. Aug 31 00:39:49.259591 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Calling delete_port for a10d4df1-cb0a-416e-86a7-7179c9f9aac0 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:39:49.476744 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (a10d4df1-cb0a-416e-86a7-7179c9f9aac0), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:49.542917 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fae16117-39cb-48aa-b3e0-404e0ff416b4 req-e56aaf10-1e30-4934-a1c2-aed2943ab624 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0608928 Aug 31 00:39:49.543148 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event deleted for resources: {'Port': ['ID=a10d4df1-cb0a-416e-86a7-7179c9f9aac0,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:49.663753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Router 9b9a5233-c072-421d-84a0-85651350fd73 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:39:49.781795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:39:49.792212 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09162602-9adc-438f-a539-79b171790d5d None None] Sync routers for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:39:49.803961 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09162602-9adc-438f-a539-79b171790d5d None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:49.804657 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-09162602-9adc-438f-a539-79b171790d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:39:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:49.830401 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] No DVR routers for this DVR port a10d4df1-cb0a-416e-86a7-7179c9f9aac0 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:39:49.833026 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:49.836773 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9dcf0143-b543-46e0-9705-0fd0b6308c2b req-ef349b7d-4504-4d87-b97e-a58596d9b750 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "DELETE /networking/v2.0/ports/a10d4df1-cb0a-416e-86a7-7179c9f9aac0 HTTP/1.1" status: 204 len: 173 time: 0.9366455 Aug 31 00:39:49.837148 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'name': 'network-vif-deleted', 'tag': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:49.839561 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c32298-e522-4d6b-8fe0-f454836cd4f1" -d '{"events": [{"server_uuid": "c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c", "name": "network-vif-deleted", "tag": "a10d4df1-cb0a-416e-86a7-7179c9f9aac0"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:49.888351 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58458e0-5dc6-431d-8af8-7ac2839ff5db x-openstack-request-id: req-a58458e0-5dc6-431d-8af8-7ac2839ff5db {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:49.888728 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c", "name": "network-vif-deleted", "tag": "a10d4df1-cb0a-416e-86a7-7179c9f9aac0", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:49.889097 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a58458e0-5dc6-431d-8af8-7ac2839ff5db {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:49.889567 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58458e0-5dc6-431d-8af8-7ac2839ff5db'] response: {'server_uuid': 'c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c', 'name': 'network-vif-deleted', 'tag': 'a10d4df1-cb0a-416e-86a7-7179c9f9aac0', 'status': 'completed', 'code': 200} Aug 31 00:39:49.916190 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-09162602-9adc-438f-a539-79b171790d5d None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:50.002293 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:50.078656 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:50.134102 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-05f5d139-b153-4b17-b8e2-0f0142269fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:50.137687 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-09162602-9adc-438f-a539-79b171790d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:50.165477 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09162602-9adc-438f-a539-79b171790d5d None None] Checking router: 9b9a5233-c072-421d-84a0-85651350fd73 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:39:50.174823 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09162602-9adc-438f-a539-79b171790d5d None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:50.175482 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-09162602-9adc-438f-a539-79b171790d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:39:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:50.284118 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-09162602-9adc-438f-a539-79b171790d5d None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:50.490589 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-09162602-9adc-438f-a539-79b171790d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:50.520579 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09162602-9adc-438f-a539-79b171790d5d None None] The sync data for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi is: [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:39:50.683467 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8867f2e9-f17a-425d-9ccd-108b6ae85409 req-5638fa63-6115-46fc-a24f-dff9ed8cc3c3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0302877 Aug 31 00:39:50.764478 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6ad25-c7cc-4808-a650-464a38ebe7f3 None None] New status for floating IP a514e25f-8c20-4afe-b18a-65f8cbfa480d: DOWN {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:39:51.494299 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:51.690029 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device a10d4df1-cb0a-416e-86a7-7179c9f9aac0 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:39:51.721142 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: a10d4df1-cb0a-416e-86a7-7179c9f9aac0 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:39:51.721482 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device a10d4df1-cb0a-416e-86a7-7179c9f9aac0 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:39:51.810130 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6f813a34-40c8-4bdc-ac54-a06fb1075297 req-cb759d87-38bc-4040-b645-8dc611ba5178 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c4763bdf-4c9c-4456-9ef9-af42b1b0cb5c HTTP/1.1" status: 200 len: 210 time: 0.0279129 Aug 31 00:39:52.769358 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92143db-e1bd-47e3-9d0b-d4a49be60056 req-01c60f4e-2a5c-4ce2-b52e-dbe6f07c88bf tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:52.770833 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b92143db-e1bd-47e3-9d0b-d4a49be60056 req-01c60f4e-2a5c-4ce2-b52e-dbe6f07c88bf tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0492897 Aug 31 00:39:52.821605 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b92143db-e1bd-47e3-9d0b-d4a49be60056 req-6a5e43f5-b0a0-47b5-9392-26796a656692 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439241 Aug 31 00:39:53.139745 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:53.150462 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-810361d7-9a0f-42ae-a9a2-666f4a564333 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1046497227&fields=id&tenant_id=ebe5283d88b44f8b824c7bbca56b3473 HTTP/1.1" status: 200 len: 267 time: 0.0524831 Aug 31 00:39:53.252032 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:53.262167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-fab70335-925b-4ca3-bb86-8732406d66d5 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:53.263777 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-fab70335-925b-4ca3-bb86-8732406d66d5 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 812 time: 0.1062198 Aug 31 00:39:53.279493 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-bfbc25e2-df30-4e6b-9259-e757f1c19015 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/quotas/ebe5283d88b44f8b824c7bbca56b3473 HTTP/1.1" status: 200 len: 375 time: 0.0103970 Aug 31 00:39:53.334029 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-6cb2860b-29ee-4caa-b2a1-952d1337fb3f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488789 Aug 31 00:39:53.373799 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:53.444626 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-7cc80b3f-a3ec-483c-9ebf-56dd4cb94def service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976009 Aug 31 00:39:53.457322 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:53.547455 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-1c4b45e5-3e3e-41b6-9066-1720d34766ac service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970273 Aug 31 00:39:53.953009 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751653b7-0fa5-4ef8-afd5-1ffd56e3953a req-c6bfc7bd-9673-4e42-b5ba-47badfad2012 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:53.954584 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-751653b7-0fa5-4ef8-afd5-1ffd56e3953a req-c6bfc7bd-9673-4e42-b5ba-47badfad2012 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0534434 Aug 31 00:39:54.004346 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-751653b7-0fa5-4ef8-afd5-1ffd56e3953a req-c1f7ba49-1897-43d8-9227-90127800467b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427477 Aug 31 00:39:54.217795 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-655822a3-d306-4c69-b29e-eb98d9f53fec req-71242d7d-a71f-43e8-81ad-82dcac8776e2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 210 time: 0.0328436 Aug 31 00:39:55.129986 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb52a6-25fb-4756-a17c-d71ca46cd404 req-57507597-f3ba-4904-a892-54c8a7e4e842 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:55.132245 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b0cb52a6-25fb-4756-a17c-d71ca46cd404 req-57507597-f3ba-4904-a892-54c8a7e4e842 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Aug 31 00:39:55.181068 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b0cb52a6-25fb-4756-a17c-d71ca46cd404 req-0add02ec-ae0d-4b8b-ac9e-57816026df61 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Aug 31 00:39:55.327898 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c39b45aa-9a7f-40d9-9493-2ff27e0c0c0d req-bdb82241-95bb-4d57-b687-a0d2da4adf77 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 210 time: 0.0302811 Aug 31 00:39:55.402909 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:56.143830 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-9600f961-d33e-45a1-a7b2-7202113c3efa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394795 Aug 31 00:39:56.310499 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50687e-5d1b-4a4c-9617-b4038eaaaabb req-6326e1b7-2ce6-492e-a564-6921a90f4b22 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:56.311999 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4a50687e-5d1b-4a4c-9617-b4038eaaaabb req-6326e1b7-2ce6-492e-a564-6921a90f4b22 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0538869 Aug 31 00:39:56.363227 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4a50687e-5d1b-4a4c-9617-b4038eaaaabb req-01644466-7af2-479b-9306-2ee22c38c0d7 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455530 Aug 31 00:39:56.433743 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b34c5173-49ed-46bf-9624-8fade1fcba4a req-c6cf0ce7-de13-4305-92b3-765640514424 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 210 time: 0.0280938 Aug 31 00:39:56.578858 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-8bbc1e0e-e2c3-4502-8130-c6e10115e344 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:56.580368 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-8bbc1e0e-e2c3-4502-8130-c6e10115e344 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0675869 Aug 31 00:39:56.581376 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-5b1a7a9b-1afc-4c9b-a417-efe4e146ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:56.582646 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-5b1a7a9b-1afc-4c9b-a417-efe4e146ace4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 1129 time: 0.0787215 Aug 31 00:39:56.769461 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Deleting port 28ac27c8-3511-439e-b159-a7d7f843ea7b {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:39:56.770057 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:56.799534 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-6f809f9f-9810-4f25-99cc-5b8c2bfb6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:56.801148 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-6f809f9f-9810-4f25-99cc-5b8c2bfb6344 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 200 len: 919 time: 0.1636147 Aug 31 00:39:56.866876 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-77dcac47-ac29-4121-aa5c-04251ac2e2a8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a597d8-aec3-4139-9872-88eb69cbc272 HTTP/1.1" status: 200 len: 217 time: 0.0386276 Aug 31 00:39:56.955986 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] For port 28ac27c8-3511-439e-b159-a7d7f843ea7b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=28ac27c8-3511-439e-b159-a7d7f843ea7b,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:39:56.956374 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:56.960561 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-1dae7d61-e6ef-4f5b-9082-8ba8912e0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:56.962044 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-1dae7d61-e6ef-4f5b-9082-8ba8912e0b0f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 200 len: 857 time: 0.0880048 Aug 31 00:39:57.056078 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-28ac417d-b17d-4cf6-ba77-968ec20df161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:57.058397 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-28ac417d-b17d-4cf6-ba77-968ec20df161 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=578f7ed4-d51e-4ddc-a46f-3229f20b75ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849726 Aug 31 00:39:57.138006 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:57.218353 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:57.235070 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:57.235446 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (81ddba76-2310-4d7a-9dcf-d7016e813030), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:57.235759 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Floating IP 81ddba76-2310-4d7a-9dcf-d7016e813030 disassociated. External IP: 172.27.3.59, port: 28ac27c8-3511-439e-b159-a7d7f843ea7b. Aug 31 00:39:57.236098 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Calling delete_port for 28ac27c8-3511-439e-b159-a7d7f843ea7b owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:39:57.249564 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-651558b2-479c-4766-b937-4cde7c17f1de service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657951 Aug 31 00:39:57.400255 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6b666ff7-3163-4a64-befe-5c39202102e4 req-d536251c-2ae3-4d2f-98d8-bf50977208a9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178303 Aug 31 00:39:57.500918 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88005f0-c0f1-4e50-8771-70465c6313eb req-47244a1b-6eef-4536-a2e1-d35450f34fb6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:57.502419 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c88005f0-c0f1-4e50-8771-70465c6313eb req-47244a1b-6eef-4536-a2e1-d35450f34fb6 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 945 time: 0.0545061 Aug 31 00:39:57.539980 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-86b5ac62-a30e-47b0-a0aa-21a4ecedc498 req-f8414228-cb34-4e4c-9548-92a569b741c1 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 210 time: 0.0298917 Aug 31 00:39:57.797772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (28ac27c8-3511-439e-b159-a7d7f843ea7b), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:57.802328 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c88005f0-c0f1-4e50-8771-70465c6313eb req-9076e468-a98a-4fc7-9b9d-981dc7af01bc tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=50ec9d2e-0365-4e68-9360-8d2b6103397f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934875 Aug 31 00:39:57.828921 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event deleted for resources: {'Port': ['ID=28ac27c8-3511-439e-b159-a7d7f843ea7b,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:57.941598 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:39:58.059654 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:39:58.070108 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] Sync routers for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:39:58.087686 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:58.088312 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:39:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:58.145477 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] No DVR routers for this DVR port 28ac27c8-3511-439e-b159-a7d7f843ea7b on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:39:58.150737 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:58.155687 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d3ba9dd6-4971-4b1f-9dd7-de4c1c626751 req-b82b4c1a-a607-495a-b4f2-43b7c296145c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "DELETE /networking/v2.0/ports/28ac27c8-3511-439e-b159-a7d7f843ea7b HTTP/1.1" status: 204 len: 173 time: 1.5582912 Aug 31 00:39:58.155687 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'name': 'network-vif-deleted', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:39:58.156923 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446d9bca-956c-4465-a489-0dc7dc4381b2" -d '{"events": [{"server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "name": "network-vif-deleted", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:39:58.205985 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:58.237302 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-594ea290-3bf4-47fe-9635-838615963ff8 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:58.238676 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-594ea290-3bf4-47fe-9635-838615963ff8 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 812 time: 0.1913717 Aug 31 00:39:58.240283 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52329ac7-078e-48d6-b653-50697a799219 x-openstack-request-id: req-52329ac7-078e-48d6-b653-50697a799219 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:39:58.240602 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f8fa2f-7f69-4291-903c-1618b2c28146", "name": "network-vif-deleted", "tag": "28ac27c8-3511-439e-b159-a7d7f843ea7b", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:39:58.240964 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52329ac7-078e-48d6-b653-50697a799219 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:39:58.241426 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52329ac7-078e-48d6-b653-50697a799219'] response: {'server_uuid': '95f8fa2f-7f69-4291-903c-1618b2c28146', 'name': 'network-vif-deleted', 'tag': '28ac27c8-3511-439e-b159-a7d7f843ea7b', 'status': 'completed', 'code': 200} Aug 31 00:39:58.356913 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:58.374091 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:58.392585 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-0336c2fa-3320-467c-a550-e9f80099f56c tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ebe5283d88b44f8b824c7bbca56b3473 HTTP/1.1" status: 200 len: 380 time: 0.0778136 Aug 31 00:39:58.408187 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'port': {'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'admin_state_up': True, 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'security_groups': ['597cbbd3-75d1-42f8-a497-ea317f36ea5a']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:58.424047 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:16Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:58.454891 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] Checking router: 67d5af77-3d7b-4d54-be60-2d7aad1d25ac for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:39:58.465403 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:39:58.465951 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:39:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:58.525299 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:58.578436 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:39:58.663397 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Made reservation on behalf of ebe5283d88b44f8b824c7bbca56b3473 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:39:58.668817 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:58.671440 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d2e7bf84-fa1b-442f-984d-edfff9b506b1 req-23edea1b-2759-42d0-911a-493660013652 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 210 time: 0.0486529 Aug 31 00:39:58.824465 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Allocated IP 172.20.0.7 (5c79103f-c4fa-4069-a202-b12e6c4f8e87/bfa92bce-fff8-42a8-9709-a00ac15eb27b/d40a5de5-de00-4fca-9d0f-1539d5f4fc04) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:39:58.884399 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:16Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:39:58.909820 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0fea8a-b533-40fc-a5cf-5b3c9349584f None None] The sync data for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi is: [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:34:58Z', 'revision_number': 4, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'da428e90-f3d8-4327-bac7-85bbe0ef29b2', 'name': '', 'network_id': '578f7ed4-d51e-4ddc-a46f-3229f20b75ab', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'mac_address': 'fa:16:3e:e3:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26f39e4c-d65e-40e6-825e-a79624118993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:57Z', 'updated_at': '2022-08-31T00:35:16Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'subnets': [{'id': '26f39e4c-d65e-40e6-825e-a79624118993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:39:58.938116 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e8bb71de-9e4a-4148-a389-c92f96b7f54b req-5dbf0d97-1a28-4afa-893b-c01f4482a666 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 210 time: 0.0381372 Aug 31 00:39:58.985553 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:59.100672 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:59.155211 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d4a05-5c31-4879-b3f9-d523a4619481 None None] New status for floating IP 81ddba76-2310-4d7a-9dcf-d7016e813030: DOWN {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:39:59.156825 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:39:59.160164 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:39:59.163411 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:39:59.198889 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'Port': ['ID=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:59.226860 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:59.227567 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:59.243721 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=10 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:59.327787 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-48244eb9-8f7e-46ec-bde3-249c22cdc777 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9245567 Aug 31 00:39:59.355594 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Request body: {'port': {'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:39:59.440009 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:59.440446 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-55282e96-9317-49d9-9ab9-3e62488c4d2a None None] Provisioning complete for port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:39:59.440822 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-55282e96-9317-49d9-9ab9-3e62488c4d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:59.481642 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-55282e96-9317-49d9-9ab9-3e62488c4d2a None None] Port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:39:59.496232 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:59.710879 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:59.725764 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40a5de5-de00-4fca-9d0f-1539d5f4fc04 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:39:59.734027 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Publish callbacks [] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:59.740595 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 28ac27c8-3511-439e-b159-a7d7f843ea7b no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:39:59.747611 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Transition to ACTIVE for port object d40a5de5-de00-4fca-9d0f-1539d5f4fc04 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:39:59.760780 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 28ac27c8-3511-439e-b159-a7d7f843ea7b {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:39:59.761163 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 28ac27c8-3511-439e-b159-a7d7f843ea7b not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:39:59.803462 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702457dc-31a1-4b27-8572-74454a474695 req-ee3e0115-2683-4ca9-ae23-642b230abefe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:39:59.805360 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-702457dc-31a1-4b27-8572-74454a474695 req-ee3e0115-2683-4ca9-ae23-642b230abefe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 931 time: 0.0528371 Aug 31 00:39:59.855253 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:59.862538 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-702457dc-31a1-4b27-8572-74454a474695 req-11406500-39fc-4d18-884e-36537b566b84 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514491 Aug 31 00:39:59.928715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Pushing event updated for resources: {'Port': ['ID=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:59.978813 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Attempting to bind port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:39:59.979154 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Attempting to bind port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:39:59.979544 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Attempting to bind port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:39:59.984065 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:39:59.984490 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Attempting to bind port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:39:59.989585 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:39:59.989923 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Checking segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:39:59.990309 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Bound using segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:39:59.991009 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Bound port: d40a5de5-de00-4fca-9d0f-1539d5f4fc04, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:39:59.991211 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:00.061602 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] For port d40a5de5-de00-4fca-9d0f-1539d5f4fc04, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:40:00.065260 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] For port d40a5de5-de00-4fca-9d0f-1539d5f4fc04, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:40:00.070791 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a6b5c4a4-da5c-4b48-98a1-ef2e98b83161 req-802d79d6-5f6a-45c2-ad85-97035b90f050 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=95f8fa2f-7f69-4291-903c-1618b2c28146 HTTP/1.1" status: 200 len: 210 time: 0.0278842 Aug 31 00:40:00.157272 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:00.161627 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:00.162231 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:00.163764 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/d40a5de5-de00-4fca-9d0f-1539d5f4fc04 HTTP/1.1" status: 200 len: 1093 time: 0.8149776 Aug 31 00:40:00.213939 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536820a1-83a1-4823-b4ca-ff961190cd84 service neutron] Pushing event updated for resources: {'Port': ['ID=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:00.242414 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:00.244847 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ec9fec-c8a3-45ed-8d89-133a0f55850c" -d '{"events": [{"name": "network-changed", "server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:00.290113 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f467cd-16aa-4f83-a133-bdcab32aaee2 x-openstack-request-id: req-36f467cd-16aa-4f83-a133-bdcab32aaee2 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:00.290113 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:00.290113 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36f467cd-16aa-4f83-a133-bdcab32aaee2 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:00.290113 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f467cd-16aa-4f83-a133-bdcab32aaee2'] response: {'name': 'network-changed', 'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'status': 'completed', 'code': 200} Aug 31 00:40:00.380604 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-b28792c9-b9bd-4b34-9c7c-ef99600b8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:00.382953 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-b28792c9-b9bd-4b34-9c7c-ef99600b8573 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 1127 time: 0.0464659 Aug 31 00:40:00.434582 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-52f82a6c-0670-42e2-af6f-4e50854172c6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04 HTTP/1.1" status: 200 len: 217 time: 0.0345418 Aug 31 00:40:00.486546 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-7bf74e4a-44fe-448d-ab95-2d0ac9f4637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:00.488070 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-7bf74e4a-44fe-448d-ab95-2d0ac9f4637f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.0464029 Aug 31 00:40:00.588741 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-c89c1f2b-2030-43d0-8642-bb3a71060c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:00.590159 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-c89c1f2b-2030-43d0-8642-bb3a71060c4e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451548 Aug 31 00:40:00.614785 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:00.686204 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-c22aa305-f077-48ed-bf68-b4c49537ce33 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886393 Aug 31 00:40:00.791780 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d255d43d-17b9-4456-b626-19bd3dec54b3 req-a2aea582-9188-4ec9-9b0d-460382c5909d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917263 Aug 31 00:40:00.897281 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:40:00.988176 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58130d42-4dac-4804-9733-8866ba5450d6 req-622e1bbd-e516-43e1-9ff1-33e6bbf623b0 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:00.989770 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-58130d42-4dac-4804-9733-8866ba5450d6 req-622e1bbd-e516-43e1-9ff1-33e6bbf623b0 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 943 time: 0.0496979 Aug 31 00:40:01.042495 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-58130d42-4dac-4804-9733-8866ba5450d6 req-eaab353c-d832-4df6-817e-0929dc876907 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464461 Aug 31 00:40:01.232893 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46180) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:01.280162 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-66388708-9ffc-4afb-8a2b-470bae5508d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:01.281692 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-66388708-9ffc-4afb-8a2b-470bae5508d1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 1127 time: 0.0659041 Aug 31 00:40:01.333331 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86112eee-43ef-441b-800d-0d0126e47392 req-fe346ddf-30eb-4f2f-8818-85248ec6e743 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:01.335052 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-86112eee-43ef-441b-800d-0d0126e47392 req-fe346ddf-30eb-4f2f-8818-85248ec6e743 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0725968 Aug 31 00:40:01.386614 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-8d81e9d7-99da-457b-9f61-61ea073438ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:01.388118 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-8d81e9d7-99da-457b-9f61-61ea073438ed service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 913 time: 0.0982194 Aug 31 00:40:01.390543 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8015f62e-9420-4431-8184-86eaedd77c05 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group (50ec9d2e-0365-4e68-9360-8d2b6103397f), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:01.420841 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-86112eee-43ef-441b-800d-0d0126e47392 req-7c96c974-ff83-4e9b-abc6-a0b398cbc647 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764396 Aug 31 00:40:01.434029 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8015f62e-9420-4431-8184-86eaedd77c05 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group (50ec9d2e-0365-4e68-9360-8d2b6103397f), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:01.448496 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-7814f103-5b1d-4c8e-8258-9d62c7299b1c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04 HTTP/1.1" status: 200 len: 217 time: 0.0387044 Aug 31 00:40:01.451765 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:01.551021 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8015f62e-9420-4431-8184-86eaedd77c05 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (50ec9d2e-0365-4e68-9360-8d2b6103397f), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:01.554740 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8015f62e-9420-4431-8184-86eaedd77c05 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:01.555902 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-8015f62e-9420-4431-8184-86eaedd77c05 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/50ec9d2e-0365-4e68-9360-8d2b6103397f HTTP/1.1" status: 204 len: 168 time: 0.3220270 Aug 31 00:40:01.558671 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46184) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:01.566880 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015f62e-9420-4431-8184-86eaedd77c05 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ec9d2e-0365-4e68-9360-8d2b6103397f,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:01.573933 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.api.v2.resource [None req-0b41378f-3276-43a1-a739-a0fc3d3cdb7d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] show failed (client error): The resource could not be found. Aug 31 00:40:01.573933 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-0b41378f-3276-43a1-a739-a0fc3d3cdb7d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups/50ec9d2e-0365-4e68-9360-8d2b6103397f HTTP/1.1" status: 404 len: 347 time: 0.0142419 Aug 31 00:40:01.577030 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46186) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:01.627286 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-82dae87b-894b-4b1c-ac77-1c171960e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:01.628853 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-82dae87b-894b-4b1c-ac77-1c171960e91c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.0539002 Aug 31 00:40:01.684788 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-827ea8b8-5aeb-4d40-9a27-ecc8d274bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:01.686205 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-827ea8b8-5aeb-4d40-9a27-ecc8d274bb2c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438223 Aug 31 00:40:01.791754 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-00d917b5-fb49-4fc4-b43f-714f401e6701 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983024 Aug 31 00:40:01.847619 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:01.890731 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-39ec9fec-c8a3-45ed-8d89-133a0f55850c req-ab95d762-7196-4d2c-9a9d-5087716838f8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923214 Aug 31 00:40:01.893814 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Deleting port 1e37f689-0a4e-4608-bf5a-5454f322f54c {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:01.894153 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (1e37f689-0a4e-4608-bf5a-5454f322f54c), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:01.970864 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (1e37f689-0a4e-4608-bf5a-5454f322f54c), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:01.971090 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for floatingip (1e37f689-0a4e-4608-bf5a-5454f322f54c), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:01.987331 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Calling delete_port for 1e37f689-0a4e-4608-bf5a-5454f322f54c owned by network:floatingip {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:02.163253 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38117a-b36f-4fe9-8f2b-482f029915ad req-181b9ec3-fb23-4c4a-a554-8d162c6f7647 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:02.164738 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ae38117a-b36f-4fe9-8f2b-482f029915ad req-181b9ec3-fb23-4c4a-a554-8d162c6f7647 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 943 time: 0.0493124 Aug 31 00:40:02.213979 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (1e37f689-0a4e-4608-bf5a-5454f322f54c), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:02.220591 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ae38117a-b36f-4fe9-8f2b-482f029915ad req-78d98fe2-4cd5-4227-a808-86cfccacb667 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500681 Aug 31 00:40:02.239978 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event deleted for resources: {'Port': ['ID=1e37f689-0a4e-4608-bf5a-5454f322f54c,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:02.269484 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks [] for floatingip (81ddba76-2310-4d7a-9dcf-d7016e813030), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:02.272747 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:02.274490 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-03811a01-2b47-4b18-b414-0877a4b838e4 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/81ddba76-2310-4d7a-9dcf-d7016e813030 HTTP/1.1" status: 204 len: 168 time: 0.6958945 Aug 31 00:40:02.552687 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1dc82-75ae-488f-ab0e-2c98e6f95c89 req-4ad7b544-7331-4e77-ad5c-dbbd847ee51d tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:02.554283 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-85a1dc82-75ae-488f-ab0e-2c98e6f95c89 req-4ad7b544-7331-4e77-ad5c-dbbd847ee51d tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0532670 Aug 31 00:40:02.582446 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:02.609118 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-85a1dc82-75ae-488f-ab0e-2c98e6f95c89 req-db5fd2d7-1ef1-4303-a644-1300132f7170 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475893 Aug 31 00:40:03.346162 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa0aa7-45a3-4228-9f5f-6604de267d75 req-caa4a54a-26e4-4995-bf05-31501195ae28 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:03.346808 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f8aa0aa7-45a3-4228-9f5f-6604de267d75 req-caa4a54a-26e4-4995-bf05-31501195ae28 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 943 time: 0.0488529 Aug 31 00:40:03.400207 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f8aa0aa7-45a3-4228-9f5f-6604de267d75 req-9662e444-2598-4b48-9f1a-b150b342588a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470204 Aug 31 00:40:03.733709 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842436b-e915-4229-99d9-c6870987755a req-92f067c7-4166-4cb1-a89c-b0f8bfabf93e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:03.735217 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9842436b-e915-4229-99d9-c6870987755a req-92f067c7-4166-4cb1-a89c-b0f8bfabf93e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0508020 Aug 31 00:40:03.790615 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9842436b-e915-4229-99d9-c6870987755a req-573ddee5-2a2b-4edc-8e0b-7af76ce6c2f5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489607 Aug 31 00:40:04.526721 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085b43b-5cd3-4af1-8abc-f0612e3b5a82 req-389bdf4c-9ce3-4c25-ad94-c49d9a8572ce tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:04.528238 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e085b43b-5cd3-4af1-8abc-f0612e3b5a82 req-389bdf4c-9ce3-4c25-ad94-c49d9a8572ce tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 943 time: 0.0519307 Aug 31 00:40:04.581952 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e085b43b-5cd3-4af1-8abc-f0612e3b5a82 req-fa9d3d29-ff7f-4587-a597-ddabc015bd38 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459504 Aug 31 00:40:04.920196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f222b-3b19-4d4b-8af6-0d548d23755b req-a45e4c8a-6499-4ba6-a7b8-b53ed4c3234e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:04.922913 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-167f222b-3b19-4d4b-8af6-0d548d23755b req-a45e4c8a-6499-4ba6-a7b8-b53ed4c3234e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0541058 Aug 31 00:40:04.975999 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-167f222b-3b19-4d4b-8af6-0d548d23755b req-b9822e28-79be-4347-857e-6586a5c3f232 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469620 Aug 31 00:40:05.320114 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d845b-4fe0-4cc4-b9db-9862c165a64b req-a59a0838-3245-4800-9067-7483b4d07374 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:05.321806 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-218d845b-4fe0-4cc4-b9db-9862c165a64b req-a59a0838-3245-4800-9067-7483b4d07374 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0500824 Aug 31 00:40:05.371990 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-218d845b-4fe0-4cc4-b9db-9862c165a64b req-03527c1b-3bfc-4a95-9aaa-4b25221b5f50 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Aug 31 00:40:05.709294 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb26f5a-e421-457a-8b4a-b2978ac6214f req-2f8eb3ae-06ae-4d4c-b207-720821ef1eb5 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:05.710799 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3eb26f5a-e421-457a-8b4a-b2978ac6214f req-2f8eb3ae-06ae-4d4c-b207-720821ef1eb5 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 943 time: 0.0515811 Aug 31 00:40:05.743669 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:05.763701 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3eb26f5a-e421-457a-8b4a-b2978ac6214f req-131feef9-9d03-4db4-8491-9844ad6ebd17 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466058 Aug 31 00:40:06.097363 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0aaf1-bd37-4865-ba4f-b4c3bdf1bdcb req-028a99b0-7f6e-4025-933d-6bbc29a6774c tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:06.098846 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c3a0aaf1-bd37-4865-ba4f-b4c3bdf1bdcb req-028a99b0-7f6e-4025-933d-6bbc29a6774c tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0479300 Aug 31 00:40:06.150031 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c3a0aaf1-bd37-4865-ba4f-b4c3bdf1bdcb req-1d906fce-b358-4b64-b15c-e51cfbca8312 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Aug 31 00:40:06.500552 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51143ae-be63-4414-a6da-877059f2212e req-cae02469-bb8d-4e91-af94-99abbf60b16e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:06.502062 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b51143ae-be63-4414-a6da-877059f2212e req-cae02469-bb8d-4e91-af94-99abbf60b16e tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0489819 Aug 31 00:40:06.556725 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b51143ae-be63-4414-a6da-877059f2212e req-d58c5666-4590-4999-a6f4-543b4b434e25 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490313 Aug 31 00:40:06.888859 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f78f4-93dc-4463-83e0-6b8a3ee4af81 req-a1d5429b-bc40-4c6b-8267-afdcde64bc18 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:06.890384 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ee8f78f4-93dc-4463-83e0-6b8a3ee4af81 req-a1d5429b-bc40-4c6b-8267-afdcde64bc18 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 943 time: 0.0497279 Aug 31 00:40:06.942829 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ee8f78f4-93dc-4463-83e0-6b8a3ee4af81 req-66728ad0-5d02-4e29-805b-b01236e99c13 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466795 Aug 31 00:40:07.275585 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420876e-3fde-43ab-974c-236a515ba987 req-fccef4c3-b84b-471b-8fdb-20893c65ec8d tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:07.277096 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e420876e-3fde-43ab-974c-236a515ba987 req-fccef4c3-b84b-471b-8fdb-20893c65ec8d tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0538325 Aug 31 00:40:07.329524 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e420876e-3fde-43ab-974c-236a515ba987 req-ea7f5b58-0c21-4d2c-b217-d7f5beb3b246 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466635 Aug 31 00:40:07.684053 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e32ce-3ad8-400e-9783-ab6a5fa99e2b req-b868c2ad-f117-4508-baf8-012bd4646a42 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:07.685595 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d73e32ce-3ad8-400e-9783-ab6a5fa99e2b req-b868c2ad-f117-4508-baf8-012bd4646a42 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0530984 Aug 31 00:40:07.738814 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d73e32ce-3ad8-400e-9783-ab6a5fa99e2b req-94f8bcfc-8c6e-4b15-8075-a2f7bfe38471 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472660 Aug 31 00:40:08.065693 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd459a-8850-462e-aabb-49ba93f5fb85 req-e6263e74-e760-48a1-b81c-9350997019dc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:08.067181 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f7fd459a-8850-462e-aabb-49ba93f5fb85 req-e6263e74-e760-48a1-b81c-9350997019dc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 943 time: 0.0494149 Aug 31 00:40:08.120458 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f7fd459a-8850-462e-aabb-49ba93f5fb85 req-7cc3667d-de4c-4597-bb85-762646604f98 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467472 Aug 31 00:40:08.472625 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17293b97-1e80-4b82-b599-54e596dd40ac req-7c76a4a4-4356-4439-8f47-1309a1521623 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:08.474081 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-17293b97-1e80-4b82-b599-54e596dd40ac req-7c76a4a4-4356-4439-8f47-1309a1521623 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0677171 Aug 31 00:40:08.541450 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-17293b97-1e80-4b82-b599-54e596dd40ac req-9e928dd0-d448-414e-9a57-0e0fb477f7b8 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611458 Aug 31 00:40:08.749501 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-5c8e7492-39cc-4f70-aa93-48137fdcbc74 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:08.751013 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-5c8e7492-39cc-4f70-aa93-48137fdcbc74 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0538068 Aug 31 00:40:08.763425 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:08.876142 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Deleting port 79a597d8-aec3-4139-9872-88eb69cbc272 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:08.876582 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:08.905291 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d4ee9-12a7-4f9b-aaf4-12b89f8cacc3 req-d64cfc8b-4060-444c-801d-0388e7e5885b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:08.907005 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-012d4ee9-12a7-4f9b-aaf4-12b89f8cacc3 req-d64cfc8b-4060-444c-801d-0388e7e5885b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 945 time: 0.0781045 Aug 31 00:40:09.012695 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-012d4ee9-12a7-4f9b-aaf4-12b89f8cacc3 req-994c185b-bd88-4fbb-9bde-6e641eb4f6e3 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789149 Aug 31 00:40:09.020011 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] For port 79a597d8-aec3-4139-9872-88eb69cbc272, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=79a597d8-aec3-4139-9872-88eb69cbc272,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:09.020408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:09.034863 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Calling delete_port for 79a597d8-aec3-4139-9872-88eb69cbc272 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:09.237121 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (79a597d8-aec3-4139-9872-88eb69cbc272), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:09.245379 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed771d29-0744-48bd-9215-078988367bff req-6e8c13f8-cf01-4470-b362-c5bf2e39a5d3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:09.246969 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ed771d29-0744-48bd-9215-078988367bff req-6e8c13f8-cf01-4470-b362-c5bf2e39a5d3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 943 time: 0.0515628 Aug 31 00:40:09.268960 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event deleted for resources: {'Port': ['ID=79a597d8-aec3-4139-9872-88eb69cbc272,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:09.275852 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:09.296351 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['ba4bd26f-64e9-4863-a592-ab685b279ebe', '79a597d8-aec3-4139-9872-88eb69cbc272'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:40:09.304978 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.305373 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.305974 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.306479 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.306977 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.307501 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.307624 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ed771d29-0744-48bd-9215-078988367bff req-b7af0871-65c4-4dea-9f8b-f9eeb8e14af9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547032 Aug 31 00:40:09.308114 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.308489 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.308880 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.309331 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.309666 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.310007 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.310341 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.310670 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.311002 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:09.335164 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] No DVR routers for this DVR port 79a597d8-aec3-4139-9872-88eb69cbc272 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:40:09.337594 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:09.339973 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:09.344398 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a0dd1080-a63e-4d06-a579-3d546e2137de req-6232160d-b62c-4648-ac28-fd17c1eaf9fa tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "DELETE /networking/v2.0/ports/79a597d8-aec3-4139-9872-88eb69cbc272 HTTP/1.1" status: 204 len: 173 time: 0.5872178 Aug 31 00:40:09.345008 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6fcd7c-4829-401e-88dc-0520b01562ff', 'name': 'network-vif-deleted', 'tag': '79a597d8-aec3-4139-9872-88eb69cbc272'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:09.347457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f9353b-2361-4796-9157-99de0ec0e8ee" -d '{"events": [{"server_uuid": "ca6fcd7c-4829-401e-88dc-0520b01562ff", "name": "network-vif-deleted", "tag": "79a597d8-aec3-4139-9872-88eb69cbc272"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:09.386516 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c06f2b-74de-457e-a542-c95ab02e57f7 x-openstack-request-id: req-e3c06f2b-74de-457e-a542-c95ab02e57f7 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:09.386815 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6fcd7c-4829-401e-88dc-0520b01562ff", "name": "network-vif-deleted", "tag": "79a597d8-aec3-4139-9872-88eb69cbc272", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:09.387161 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3c06f2b-74de-457e-a542-c95ab02e57f7 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:09.387487 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c06f2b-74de-457e-a542-c95ab02e57f7'] response: {'server_uuid': 'ca6fcd7c-4829-401e-88dc-0520b01562ff', 'name': 'network-vif-deleted', 'tag': '79a597d8-aec3-4139-9872-88eb69cbc272', 'status': 'completed', 'code': 200} Aug 31 00:40:09.686951 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081815-ec21-4cc4-a259-4d7dfbd724e5 req-df9748b2-a3aa-4088-86d1-3505018074dd tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:09.690405 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-19081815-ec21-4cc4-a259-4d7dfbd724e5 req-df9748b2-a3aa-4088-86d1-3505018074dd tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0685468 Aug 31 00:40:09.747126 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-19081815-ec21-4cc4-a259-4d7dfbd724e5 req-ed736826-35ca-439c-ba3f-5d4466e47825 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526109 Aug 31 00:40:09.812426 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device d40a5de5-de00-4fca-9d0f-1539d5f4fc04 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:40:09.919927 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port d40a5de5-de00-4fca-9d0f-1539d5f4fc04, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:09.932426 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:40:09.973734 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:09.974211 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:09.989069 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40a5de5-de00-4fca-9d0f-1539d5f4fc04 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:40:10.011995 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port d40a5de5-de00-4fca-9d0f-1539d5f4fc04, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:10.094201 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:10.149792 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:10.157613 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aa779e7d-e4a7-4bfa-a7b8-d19a28a5a397 req-976d65b1-525b-44a7-8a91-9a90d7cc9a5c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ca6fcd7c-4829-401e-88dc-0520b01562ff HTTP/1.1" status: 200 len: 210 time: 0.0394044 Aug 31 00:40:10.449653 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d2ed-f5e0-4eda-8096-f4839b4b2038 req-50a031f5-502a-4968-a604-21d2293c41c7 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:10.451122 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-36b6d2ed-f5e0-4eda-8096-f4839b4b2038 req-50a031f5-502a-4968-a604-21d2293c41c7 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 944 time: 0.0509288 Aug 31 00:40:10.485512 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:10.504794 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-36b6d2ed-f5e0-4eda-8096-f4839b4b2038 req-68fcf6dd-6225-4b83-aa59-3564ac2b0e71 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479951 Aug 31 00:40:10.558825 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['d40a5de5-de00-4fca-9d0f-1539d5f4fc04'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:40:10.754917 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:10.884298 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087710e-f2f1-4bc2-b43a-56ac2af421ef req-630583b6-c746-46ad-b032-01097c4d0f27 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:10.885733 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b087710e-f2f1-4bc2-b43a-56ac2af421ef req-630583b6-c746-46ad-b032-01097c4d0f27 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0500612 Aug 31 00:40:10.892841 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=28 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:10.897117 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:10.939122 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b087710e-f2f1-4bc2-b43a-56ac2af421ef req-cbac4f87-8dff-4bbc-bbd7-e6ecfbb343ac tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475209 Aug 31 00:40:11.632870 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291419-8f1b-4a5d-8c01-5a8727949f2b req-bc60868a-b3cf-45a8-b820-8989abaf8cfd tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:11.635372 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-44291419-8f1b-4a5d-8c01-5a8727949f2b req-bc60868a-b3cf-45a8-b820-8989abaf8cfd tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 944 time: 0.0524266 Aug 31 00:40:11.712976 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-44291419-8f1b-4a5d-8c01-5a8727949f2b req-14463b61-b9b4-4faf-97bc-6cbb8d62cecf tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719740 Aug 31 00:40:11.753196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b236126-fcdc-40f4-93b7-91d76b9aa11c req-88000f0c-fb9d-4540-a6c2-ab710a9a5863 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:11.760497 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8b236126-fcdc-40f4-93b7-91d76b9aa11c req-88000f0c-fb9d-4540-a6c2-ab710a9a5863 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0692775 Aug 31 00:40:11.804648 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8b236126-fcdc-40f4-93b7-91d76b9aa11c req-d0a74bb6-94f9-40f7-b44b-111d878b8521 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Aug 31 00:40:11.822650 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device d40a5de5-de00-4fca-9d0f-1539d5f4fc04 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:40:11.870930 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:40:11.933136 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:40:11.933512 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:12.011771 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:12.012198 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:12.015068 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:12.038072 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:12.040980 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f0e384-8627-400f-a003-bf1019cb3002" -d '{"events": [{"server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "name": "network-vif-plugged", "status": "completed", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:12.056095 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port d40a5de5-de00-4fca-9d0f-1539d5f4fc04, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:12.070780 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce124a-e352-4acc-86c1-3d2a258ebead req-f5c1bae4-f0b6-4c59-8203-48983d138e8f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:12.072600 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d0ce124a-e352-4acc-86c1-3d2a258ebead req-f5c1bae4-f0b6-4c59-8203-48983d138e8f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0545790 Aug 31 00:40:12.081470 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7ffb20-0328-4118-914a-9c53616297ca x-openstack-request-id: req-2f7ffb20-0328-4118-914a-9c53616297ca {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:12.081790 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "name": "network-vif-plugged", "status": "completed", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:12.085931 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f7ffb20-0328-4118-914a-9c53616297ca {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:12.085931 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7ffb20-0328-4118-914a-9c53616297ca'] response: {'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'code': 200} Aug 31 00:40:12.124843 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d0ce124a-e352-4acc-86c1-3d2a258ebead req-7228cfd2-6dcb-4b40-ad61-a334d7ff43dc tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463271 Aug 31 00:40:12.139663 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:12.140603 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 79a597d8-aec3-4139-9872-88eb69cbc272 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:40:12.182503 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 79a597d8-aec3-4139-9872-88eb69cbc272 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:40:12.182848 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 79a597d8-aec3-4139-9872-88eb69cbc272 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:40:12.207962 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:12.846178 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43415a-d356-4164-9819-2ba735fd023c req-a9b6784f-db4a-470b-9ff2-d37d862b0ed2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:12.847842 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2a43415a-d356-4164-9819-2ba735fd023c req-a9b6784f-db4a-470b-9ff2-d37d862b0ed2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0539174 Aug 31 00:40:12.902628 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2a43415a-d356-4164-9819-2ba735fd023c req-7c460486-47b7-469e-abf2-278ec72e4d6d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482354 Aug 31 00:40:12.931158 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae012b-c464-4638-97c4-d794b7790497 req-2e0eaf36-9ca1-4781-bdd3-d1dab87a5eee tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:12.932712 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b6ae012b-c464-4638-97c4-d794b7790497 req-2e0eaf36-9ca1-4781-bdd3-d1dab87a5eee tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0505593 Aug 31 00:40:12.982731 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b6ae012b-c464-4638-97c4-d794b7790497 req-e0582448-932e-4d02-8c1a-36306897091c tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444365 Aug 31 00:40:13.246804 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69db45d-b26c-4961-baf3-ea33442c2e18 req-e3862f00-8d28-4672-bb67-aa6cbcfefb60 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:13.248361 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f69db45d-b26c-4961-baf3-ea33442c2e18 req-e3862f00-8d28-4672-bb67-aa6cbcfefb60 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0487223 Aug 31 00:40:13.299642 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f69db45d-b26c-4961-baf3-ea33442c2e18 req-3b3362e1-e3d7-4d9f-b90c-ab702dfe46ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454762 Aug 31 00:40:14.028096 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59826535-a0a4-4981-993c-fd95876253e4 req-c613bfa5-a636-47a9-ae72-1a23abde7ca6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:14.029740 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-59826535-a0a4-4981-993c-fd95876253e4 req-c613bfa5-a636-47a9-ae72-1a23abde7ca6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0487249 Aug 31 00:40:14.086462 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-59826535-a0a4-4981-993c-fd95876253e4 req-bc2147ab-7d8e-4f0d-8d0a-970246cb5488 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508866 Aug 31 00:40:14.111837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae384542-247d-4bf3-965f-515cce584cc9 req-2c4e43a6-92e4-44cf-a0d4-bf6b14612c77 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:14.113397 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ae384542-247d-4bf3-965f-515cce584cc9 req-2c4e43a6-92e4-44cf-a0d4-bf6b14612c77 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0520184 Aug 31 00:40:14.161673 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ae384542-247d-4bf3-965f-515cce584cc9 req-8c46b572-9295-4da1-a40d-beafdae47cae tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Aug 31 00:40:14.424287 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daec2a-ebe3-458f-9f2e-5382b3c7ef4d req-873f560b-af70-4c49-a62a-9e0fd6af1061 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:14.425840 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-33daec2a-ebe3-458f-9f2e-5382b3c7ef4d req-873f560b-af70-4c49-a62a-9e0fd6af1061 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Aug 31 00:40:14.477389 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-33daec2a-ebe3-458f-9f2e-5382b3c7ef4d req-bf95b9ed-89eb-4145-aa86-2ff35731cdce tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458205 Aug 31 00:40:14.882197 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=95,neutron:DELETE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:15.070114 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-66254262-8b36-41ca-b79f-ce7bf68ce83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:15.071864 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-66254262-8b36-41ca-b79f-ce7bf68ce83c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=28f0cda364854dfd9fde0249a751ecf4&device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1130 time: 0.0871563 Aug 31 00:40:15.194547 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:15.208141 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8aaf8-bc2f-4a8f-bdee-760a39993ac7 req-e23ee8bb-613e-4bf1-ae2e-072d4d518311 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:15.209818 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c9a8aaf8-bc2f-4a8f-bdee-760a39993ac7 req-e23ee8bb-613e-4bf1-ae2e-072d4d518311 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0489700 Aug 31 00:40:15.268198 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c9a8aaf8-bc2f-4a8f-bdee-760a39993ac7 req-f72a5790-4228-44e9-af40-e81a3002e7c7 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517125 Aug 31 00:40:15.293073 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d5261-fdd0-4256-ae79-41a4014321e6 req-1eec2cfd-70aa-4e2b-b959-e33a0738f449 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:15.294595 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bf2d5261-fdd0-4256-ae79-41a4014321e6 req-1eec2cfd-70aa-4e2b-b959-e33a0738f449 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0515127 Aug 31 00:40:15.344667 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bf2d5261-fdd0-4256-ae79-41a4014321e6 req-e9fa2390-8b60-4120-b794-1771975f476b tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=1e1ca445-20fd-4ddc-8489-2874228a3251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Aug 31 00:40:15.604823 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-0ac11cab-7085-490a-8c20-2f9b132aa8c1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:15.606334 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-0ac11cab-7085-490a-8c20-2f9b132aa8c1 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 945 time: 0.0547082 Aug 31 00:40:15.683996 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbadb4-f257-4f3f-ae44-e9bbb184604c req-e1c063f8-822e-4c92-9d16-7eb75765cc35 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:15.685510 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-68bbadb4-f257-4f3f-ae44-e9bbb184604c req-e1c063f8-822e-4c92-9d16-7eb75765cc35 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.1280572 Aug 31 00:40:15.690551 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbe056-c2e4-4916-aa4b-26907d70b238 req-34b1c39e-646d-4326-8ffc-f7c8fc3ab75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:15.691960 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4fbbe056-c2e4-4916-aa4b-26907d70b238 req-34b1c39e-646d-4326-8ffc-f7c8fc3ab75a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 1129 time: 0.1324189 Aug 31 00:40:15.745905 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-38daa12e-3a00-4f0d-b6d0-fbea74c57cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:15.747400 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-38daa12e-3a00-4f0d-b6d0-fbea74c57cca service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f HTTP/1.1" status: 200 len: 909 time: 0.1983476 Aug 31 00:40:15.763689 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-68bbadb4-f257-4f3f-ae44-e9bbb184604c req-b11173ee-2c29-4df4-a64f-f5d5d034ace3 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692780 Aug 31 00:40:16.001028 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-4822891f-0565-4c30-b9d5-df6974beaf14 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 200 len: 1001 time: 0.0947769 Aug 31 00:40:16.002744 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4fbbe056-c2e4-4916-aa4b-26907d70b238 req-0a6d180d-d1c1-4f3a-8df8-1dfbcdb68f1b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907955 Aug 31 00:40:16.036094 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Deleting port ba4bd26f-64e9-4863-a592-ab685b279ebe {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:16.036461 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:16.133203 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] For port ba4bd26f-64e9-4863-a592-ab685b279ebe, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=ba4bd26f-64e9-4863-a592-ab685b279ebe,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:16.133559 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:16.149130 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Calling delete_port for ba4bd26f-64e9-4863-a592-ab685b279ebe owned by compute:nova {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:16.152938 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:16.358661 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (ba4bd26f-64e9-4863-a592-ab685b279ebe), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:16.402138 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:16.405425 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['ba4bd26f-64e9-4863-a592-ab685b279ebe'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:40:16.437220 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Pushing event deleted for resources: {'Port': ['ID=ba4bd26f-64e9-4863-a592-ab685b279ebe,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:16.477012 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b170c96-a9fe-4202-8410-1637aa5f3f5f req-4e90b980-c378-4b5b-bbbf-f15218566f43 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:16.480548 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0b170c96-a9fe-4202-8410-1637aa5f3f5f req-4e90b980-c378-4b5b-bbbf-f15218566f43 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.1322594 Aug 31 00:40:16.531223 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] No DVR routers for this DVR port ba4bd26f-64e9-4863-a592-ab685b279ebe on host hv-cinder-85221 {{(pid=113724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:40:16.534621 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:16.537971 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2f5642fa-9a3e-476c-9a9b-34f11752c47c req-66f8d209-195f-4bef-a2b8-1b89e210383f tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.76 "DELETE /networking/v2.0/ports/ba4bd26f-64e9-4863-a592-ab685b279ebe HTTP/1.1" status: 204 len: 173 time: 0.6292412 Aug 31 00:40:16.538690 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a61bc-1bd8-4191-96c6-7f7e2e4db485', 'name': 'network-vif-deleted', 'tag': 'ba4bd26f-64e9-4863-a592-ab685b279ebe'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:16.541036 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e48ad86-7f65-461a-895a-a795b5715eb9" -d '{"events": [{"server_uuid": "e71a61bc-1bd8-4191-96c6-7f7e2e4db485", "name": "network-vif-deleted", "tag": "ba4bd26f-64e9-4863-a592-ab685b279ebe"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:16.574011 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0b170c96-a9fe-4202-8410-1637aa5f3f5f req-fc1720d0-548b-4cae-9870-b58b65c12b10 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770609 Aug 31 00:40:16.602788 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a295337f-8553-4ef3-94c3-c0411317323e req-cc87c8e3-93a0-408c-a7dd-5ddc36c63be0 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 210 time: 0.0351925 Aug 31 00:40:16.614348 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-02c97845-e0a9-4edb-9195-09c667605019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:16.616456 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-02c97845-e0a9-4edb-9195-09c667605019 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=82eaca97-36ab-4152-ac14-863d9055b192 HTTP/1.1" status: 200 len: 847 time: 0.3318505 Aug 31 00:40:16.623511 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea9ecfa-69ae-4b80-ab33-a86ced7e5c37 x-openstack-request-id: req-cea9ecfa-69ae-4b80-ab33-a86ced7e5c37 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:16.623814 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71a61bc-1bd8-4191-96c6-7f7e2e4db485", "name": "network-vif-deleted", "tag": "ba4bd26f-64e9-4863-a592-ab685b279ebe", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:16.624075 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cea9ecfa-69ae-4b80-ab33-a86ced7e5c37 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:16.624563 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea9ecfa-69ae-4b80-ab33-a86ced7e5c37'] response: {'server_uuid': 'e71a61bc-1bd8-4191-96c6-7f7e2e4db485', 'name': 'network-vif-deleted', 'tag': 'ba4bd26f-64e9-4863-a592-ab685b279ebe', 'status': 'completed', 'code': 200} Aug 31 00:40:16.893221 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189656da-5251-49e4-b7e1-16f04d32884c req-340601b7-0a6d-44fe-8c35-063abbbdb8c2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:16.894792 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-189656da-5251-49e4-b7e1-16f04d32884c req-340601b7-0a6d-44fe-8c35-063abbbdb8c2 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0516899 Aug 31 00:40:16.952623 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-189656da-5251-49e4-b7e1-16f04d32884c req-e63feecd-4cf8-4805-834b-c30f570dff9e tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514674 Aug 31 00:40:17.037642 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-3310ef12-0ea3-41d2-8b82-2626facfe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:17.039073 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-3310ef12-0ea3-41d2-8b82-2626facfe6b0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417800 Aug 31 00:40:17.103450 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:17.153416 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-a322c2c4-6897-4402-985a-65c9006366b4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022341 Aug 31 00:40:17.557275 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bcf1639c-bfe3-4bf3-9ea3-0dbc976986b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:17.563475 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2e4f7d1-93ea-4b46-ab8f-96b9a698f816 req-db8c00b5-a06c-4603-8cc4-30599f8f91f8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033704 Aug 31 00:40:17.709672 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b40159-5876-4f8e-93ad-3cd27e8424da req-62092562-523d-45fa-9e02-48b80206965b tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:17.711314 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-13b40159-5876-4f8e-93ad-3cd27e8424da req-62092562-523d-45fa-9e02-48b80206965b tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Aug 31 00:40:17.711524 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7aea9990-0929-4365-98d2-edaf8b9e5ad7 req-d0f64846-6119-452e-b1e0-402b33e7092d tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 210 time: 0.0284262 Aug 31 00:40:17.763707 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-13b40159-5876-4f8e-93ad-3cd27e8424da req-6081c6dc-a665-41ca-934e-f96741ba1020 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457993 Aug 31 00:40:18.078373 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49ef18-474b-46c9-8c98-0abf610ca949 req-ae2b0849-3df2-4039-ab76-1a5ef88523e0 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:18.080288 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6e49ef18-474b-46c9-8c98-0abf610ca949 req-ae2b0849-3df2-4039-ab76-1a5ef88523e0 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0468311 Aug 31 00:40:18.132841 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6e49ef18-474b-46c9-8c98-0abf610ca949 req-72dbe8c5-0a72-45f7-b76f-91275adbf04b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466447 Aug 31 00:40:18.828733 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-55eaf8b3-c4cc-4d9e-b430-56e74fc96375 req-d8c7011e-56f8-48fc-9e21-570ef71ff879 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 210 time: 0.0293152 Aug 31 00:40:18.889576 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141162d-90e0-431f-97dd-685575b373a1 req-320b4313-130b-4b1f-ad42-cfe5bc2c91bb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:18.891060 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7141162d-90e0-431f-97dd-685575b373a1 req-320b4313-130b-4b1f-ad42-cfe5bc2c91bb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0522575 Aug 31 00:40:18.942734 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7141162d-90e0-431f-97dd-685575b373a1 req-bdb6831d-e7f4-418a-89b6-6f4fac015ca2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459807 Aug 31 00:40:19.062829 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f08f3-444c-4d82-aae6-e206308c0b96 req-8c4bf8e6-b49b-42b8-99ff-b52a809a15a0 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:19.064284 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-800f08f3-444c-4d82-aae6-e206308c0b96 req-8c4bf8e6-b49b-42b8-99ff-b52a809a15a0 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0490987 Aug 31 00:40:19.120124 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-800f08f3-444c-4d82-aae6-e206308c0b96 req-c2c5446f-9d37-4973-873e-98d12f33a893 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498402 Aug 31 00:40:19.146597 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46356) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:19.187135 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b541c7d3-7e3a-4d50-99f6-40c26d2f9da5 tempest-TestVolumeBootPattern-119309113 tempest-TestVolumeBootPattern-119309113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:19.191557 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-b541c7d3-7e3a-4d50-99f6-40c26d2f9da5 tempest-TestVolumeBootPattern-119309113 tempest-TestVolumeBootPattern-119309113-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 1124 time: 0.0439458 Aug 31 00:40:19.192161 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46360) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:19.196863 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:19.258810 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9152ae-1240-4be4-8883-e4cccbbbe1c4 req-89678546-f54d-47a1-94cc-57bd247db012 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:19.260784 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fd9152ae-1240-4be4-8883-e4cccbbbe1c4 req-89678546-f54d-47a1-94cc-57bd247db012 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0507741 Aug 31 00:40:19.296474 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:19.354977 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fd9152ae-1240-4be4-8883-e4cccbbbe1c4 req-6495142c-40d0-4f80-a020-18acbc4d5f72 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883579 Aug 31 00:40:19.401507 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:19.493413 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:19.517799 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Allocated IP 172.27.3.178 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/b2a81951-aba8-429d-a054-f42f9bdae04a) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:40:19.606419 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:19.621959 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for port (b2a81951-aba8-429d-a054-f42f9bdae04a), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:19.723008 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (b2a81951-aba8-429d-a054-f42f9bdae04a), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:19.769457 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:40:19.772444 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:40:19.776811 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:40:19.782882 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'Port': ['ID=b2a81951-aba8-429d-a054-f42f9bdae04a,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:19.913685 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device ba4bd26f-64e9-4863-a592-ab685b279ebe no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:40:19.940730 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: ba4bd26f-64e9-4863-a592-ab685b279ebe {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:40:19.941074 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device ba4bd26f-64e9-4863-a592-ab685b279ebe not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:40:19.957295 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9f27ac3d-88ea-4350-8274-548caffe6b87 req-f2ba3abc-ee91-46db-82bb-450af1314f89 tempest-ServerRescueNegativeTestJSON-1041420977 tempest-ServerRescueNegativeTestJSON-1041420977-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e71a61bc-1bd8-4191-96c6-7f7e2e4db485 HTTP/1.1" status: 200 len: 210 time: 0.0309117 Aug 31 00:40:20.099589 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ad82e762-c7d8-4d0f-ab01-671c1188dea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:20.125321 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (ed011ae8-ae62-4e80-a18f-bbb49704863b), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:20.282470 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (b2a81951-aba8-429d-a054-f42f9bdae04a), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:20.333470 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:20.465940 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for port (b2a81951-aba8-429d-a054-f42f9bdae04a), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:20.525750 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a0603-ab02-4cd1-ac21-722a579506dc req-168360b8-f13c-40c6-882c-e3441a32d089 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:20.528122 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fc4a0603-ab02-4cd1-ac21-722a579506dc req-168360b8-f13c-40c6-882c-e3441a32d089 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0683694 Aug 31 00:40:20.582131 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fc4a0603-ab02-4cd1-ac21-722a579506dc req-3641734b-2386-40d7-9e60-2c5919192ce3 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480947 Aug 31 00:40:20.608548 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (b2a81951-aba8-429d-a054-f42f9bdae04a), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:20.609360 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (ed011ae8-ae62-4e80-a18f-bbb49704863b), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:20.731006 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'Port': ['ID=b2a81951-aba8-429d-a054-f42f9bdae04a,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:20.743766 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.744072 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.744420 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.744798 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.745319 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.745748 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.746084 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.746409 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.746738 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.747065 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.747390 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.747715 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.748036 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.748372 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.748695 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:20.764451 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Floating IP ed011ae8-ae62-4e80-a18f-bbb49704863b associated. External IP: 172.27.3.178, port: d40a5de5-de00-4fca-9d0f-1539d5f4fc04. Aug 31 00:40:20.948368 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:20.975969 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Router 9b9a5233-c072-421d-84a0-85651350fd73 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:40:21.027437 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46386) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:21.214575 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:21.293338 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:40:21.303704 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] Sync routers for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:40:21.314896 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:21.315545 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:21.359651 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:21.396005 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-69fdde32-94fe-4576-93e9-fd04aa6e9125 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2027051 Aug 31 00:40:21.396729 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:21.399055 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c020b9d-3557-4a9f-a658-777860b6bc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:21.429429 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:40:21.442415 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7aced5-5b84-4357-9d68-16d5f291b480 x-openstack-request-id: req-8a7aced5-5b84-4357-9d68-16d5f291b480 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:21.442708 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:21.442956 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a7aced5-5b84-4357-9d68-16d5f291b480 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:21.443379 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7aced5-5b84-4357-9d68-16d5f291b480'] response: {'name': 'network-changed', 'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'status': 'completed', 'code': 200} Aug 31 00:40:21.477099 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:21.517226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:21.654580 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-5b2168d6-ea92-4490-a27b-41c1d2688c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:21.656250 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-5b2168d6-ea92-4490-a27b-41c1d2688c2d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 1129 time: 0.0563076 Aug 31 00:40:21.664644 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'ed011ae8-ae62-4e80-a18f-bbb49704863b', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:19Z', 'updated_at': '2022-08-31T00:40:19Z', 'revision_number': 0, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:21.705294 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] Checking router: 9b9a5233-c072-421d-84a0-85651350fd73 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:40:21.714720 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:21.715351 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:21.759332 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:21.775691 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b4230-a7b0-4699-830b-8f100a2a77f0 req-f87e85ff-199f-4f66-9c90-108d91512ede tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:21.785334 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-813b4230-a7b0-4699-830b-8f100a2a77f0 req-f87e85ff-199f-4f66-9c90-108d91512ede tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0828416 Aug 31 00:40:21.837961 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:40:21.848105 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-813b4230-a7b0-4699-830b-8f100a2a77f0 req-ad80faba-b508-47ec-a69a-ab2ef658fd44 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614526 Aug 31 00:40:21.852965 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-9f2eba1e-18b3-4fcd-8f63-06d3c883281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:21.854800 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-9f2eba1e-18b3-4fcd-8f63-06d3c883281c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 913 time: 0.1647937 Aug 31 00:40:21.938957 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Deleting port da428e90-f3d8-4327-bac7-85bbe0ef29b2 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:21.939345 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:21.998064 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-d012dc6a-5c54-46db-b3d9-a97e94d941ff service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04 HTTP/1.1" status: 200 len: 999 time: 0.1172121 Aug 31 00:40:22.044041 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] For port da428e90-f3d8-4327-bac7-85bbe0ef29b2, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=da428e90-f3d8-4327-bac7-85bbe0ef29b2,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:22.045237 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:22.060360 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Calling delete_port for da428e90-f3d8-4327-bac7-85bbe0ef29b2 owned by network:router_interface {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:22.099781 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:22.102300 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'ed011ae8-ae62-4e80-a18f-bbb49704863b', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:19Z', 'updated_at': '2022-08-31T00:40:19Z', 'revision_number': 0, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:22.128487 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad47b9-bce0-4ca4-bdfe-eb2c1adf3628 None None] The sync data for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi is: [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'ed011ae8-ae62-4e80-a18f-bbb49704863b', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:19Z', 'updated_at': '2022-08-31T00:40:19Z', 'revision_number': 0, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:40:22.272276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-2be7c017-7118-4ac3-a41b-3e7f402e1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:22.272276 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-2be7c017-7118-4ac3-a41b-3e7f402e1672 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.0770164 Aug 31 00:40:22.345791 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-d94cad36-6876-4669-97b8-b4ba129f3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:22.347335 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-d94cad36-6876-4669-97b8-b4ba129f3a8e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535822 Aug 31 00:40:22.364137 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d0fd7-d828-4e33-ad9a-fd026dea8b93 req-119b75f9-b74b-45e8-ba46-3e3be9ec2596 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:22.365902 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-374d0fd7-d828-4e33-ad9a-fd026dea8b93 req-119b75f9-b74b-45e8-ba46-3e3be9ec2596 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0581751 Aug 31 00:40:22.392481 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49c360-9534-47d6-906a-76266e7381c0 None None] New status for floating IP ed011ae8-ae62-4e80-a18f-bbb49704863b: ACTIVE {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:40:22.453957 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-374d0fd7-d828-4e33-ad9a-fd026dea8b93 req-09a3f9c4-5c17-42e7-a6de-a30016bf3911 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806623 Aug 31 00:40:22.488937 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-418f7c08-c568-43d2-9d79-72ae0ce26747 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0574753 Aug 31 00:40:22.524982 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-d16b5c04-8772-44fc-b299-fbeccc8f1c83 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703067 Aug 31 00:40:22.528716 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (da428e90-f3d8-4327-bac7-85bbe0ef29b2), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:22.562119 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-c53771f4-6c93-4725-abdc-8ae7a1e6762f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:22.563624 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-c53771f4-6c93-4725-abdc-8ae7a1e6762f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports/c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 200 len: 943 time: 0.0559831 Aug 31 00:40:22.570278 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=da428e90-f3d8-4327-bac7-85bbe0ef29b2,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:22.711026 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:22.764257 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6c020b9d-3557-4a9f-a658-777860b6bc5b req-d2f9efd7-d512-4681-a7ad-12e4d8ce7688 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231784 Aug 31 00:40:22.872119 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:22.991520 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:23.100856 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:40:23.210805 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:40:23.229743 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] Sync routers for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:40:23.230341 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f2b8d80a-7d8e-4d26-9715-fa1d23dd7c48 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/67d5af77-3d7b-4d54-be60-2d7aad1d25ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1940374 Aug 31 00:40:23.230341 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46426) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:23.234335 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:23.234952 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:23.252696 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:23.351475 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks [] for router (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:23.359920 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:40:23.448594 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:23.460660 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks [] for router_gateway (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:23.499672 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:23.529394 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:23.548544 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:40:22Z', 'revision_number': 5, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port': {'id': 'e26725ae-8122-45da-a2be-dd3e8a0ace36', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:23.575890 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] Checking router: 67d5af77-3d7b-4d54-be60-2d7aad1d25ac for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:40:23.577643 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Deleting port e26725ae-8122-45da-a2be-dd3e8a0ace36 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:23.578265 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:23.581581 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:23.587239 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] Routers {'67d5af77-3d7b-4d54-be60-2d7aad1d25ac'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:23.590751 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:23.626877 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:23.642458 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc1115-186f-47a7-82f1-f227dc8446ee req-81f8b066-6eda-4bde-a5cd-bfd930896e50 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:23.645055 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f7dc1115-186f-47a7-82f1-f227dc8446ee req-81f8b066-6eda-4bde-a5cd-bfd930896e50 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0545075 Aug 31 00:40:23.691457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] For port e26725ae-8122-45da-a2be-dd3e8a0ace36, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e26725ae-8122-45da-a2be-dd3e8a0ace36,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:23.695166 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:23.709802 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f7dc1115-186f-47a7-82f1-f227dc8446ee req-1f3b6627-76b3-436e-ae27-887712a80263 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584204 Aug 31 00:40:23.723026 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Calling delete_port for e26725ae-8122-45da-a2be-dd3e8a0ace36 owned by network:router_gateway {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:23.787750 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] Set router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac gateway port host: None {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:40:23.827501 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28106bd6-76c7-4437-8a4e-9c779a52017a req-abbeb577-f73e-44d9-93a5-7d0abf044f1b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:23.829100 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-28106bd6-76c7-4437-8a4e-9c779a52017a req-abbeb577-f73e-44d9-93a5-7d0abf044f1b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 945 time: 0.0529940 Aug 31 00:40:23.830180 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b845d-5717-4c8a-9643-0144c52fc314 req-277a11bf-fc3b-42b1-8c9a-b274dfee3cc7 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:23.831728 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5d8b845d-5717-4c8a-9643-0144c52fc314 req-277a11bf-fc3b-42b1-8c9a-b274dfee3cc7 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0906069 Aug 31 00:40:23.841228 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:40:23Z', 'revision_number': 6, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port_host': None}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:23.869281 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb2219-fca6-4826-bfa9-e44af4072458 None None] The sync data for ids ['67d5af77-3d7b-4d54-be60-2d7aad1d25ac'] in dv-cinder-852211-6-iscsi is: [{'id': '67d5af77-3d7b-4d54-be60-2d7aad1d25ac', 'name': 'tempest-ServerRescueNegativeTestJSON-400585018-router', 'tenant_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:48Z', 'updated_at': '2022-08-31T00:40:23Z', 'revision_number': 6, 'project_id': 'd8aa6e0e8e6b492f8e74eea0e830c0bc', 'gw_port_host': None}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:40:23.884127 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-28106bd6-76c7-4437-8a4e-9c779a52017a req-aae8014b-3d82-4312-9649-cf7bc8956ca8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466399 Aug 31 00:40:23.922057 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device c18f4b3c-fb43-40d2-901a-6255ea8c3f61 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:40:23.929464 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5d8b845d-5717-4c8a-9643-0144c52fc314 req-abc9f7c8-13ec-46c4-a049-c9fa4fc42fdd tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907845 Aug 31 00:40:24.000180 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 is: ACTIVE; New status is: DOWN {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:24.000619 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.026759 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:24.029294 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd0522e-6894-41fa-aeda-6e7e3593dcad" -d '{"events": [{"server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "name": "network-vif-unplugged", "status": "completed", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:24.042738 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:24.064862 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7be70d0-28bc-472b-b6af-567aec0f240a x-openstack-request-id: req-f7be70d0-28bc-472b-b6af-567aec0f240a {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:24.065157 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "name": "network-vif-unplugged", "status": "failed", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61", "code": 422}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:24.065419 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7be70d0-28bc-472b-b6af-567aec0f240a {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:24.065873 dv-cinder-852211-6-iscsi neutron-server[113725]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f7be70d0-28bc-472b-b6af-567aec0f240a']: {'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'code': 422} returned with failed status Aug 31 00:40:24.077067 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (e26725ae-8122-45da-a2be-dd3e8a0ace36), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.102001 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26725ae-8122-45da-a2be-dd3e8a0ace36,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:24.133890 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.173163 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.185209 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,revision_number=6']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:24.516302 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.518531 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks [] for router_controller (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.525623 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:24.651852 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device da428e90-f3d8-4327-bac7-85bbe0ef29b2 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:40:24.680084 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: da428e90-f3d8-4327-bac7-85bbe0ef29b2 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:40:24.680235 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device da428e90-f3d8-4327-bac7-85bbe0ef29b2 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:40:24.689029 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (67d5af77-3d7b-4d54-be60-2d7aad1d25ac), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.689678 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d5af77-3d7b-4d54-be60-2d7aad1d25ac {{(pid=113723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:40:24.696469 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.701146 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46442) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:24.701702 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-c075cc98-2ead-409f-903a-116281264078 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/67d5af77-3d7b-4d54-be60-2d7aad1d25ac HTTP/1.1" status: 204 len: 168 time: 1.4760897 Aug 31 00:40:24.757655 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e41382-5ddd-49b4-aae8-d92cd183d82b admin admin] Deleting subnet 26f39e4c-d65e-40e6-825e-a79624118993 {{(pid=113724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:40:24.762587 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-26e41382-5ddd-49b4-aae8-d92cd183d82b admin admin] Publish callbacks [] for subnet (26f39e4c-d65e-40e6-825e-a79624118993), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.833736 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-26e41382-5ddd-49b4-aae8-d92cd183d82b admin admin] Publish callbacks [] for subnet (26f39e4c-d65e-40e6-825e-a79624118993), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.857107 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d395bbc-4685-47df-9476-b640dcc5bc27 req-a2a9b6ae-5bc1-4c4b-addf-bcbfc566b183 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:24.858591 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8d395bbc-4685-47df-9476-b640dcc5bc27 req-a2a9b6ae-5bc1-4c4b-addf-bcbfc566b183 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0650303 Aug 31 00:40:24.914904 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-26e41382-5ddd-49b4-aae8-d92cd183d82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (26f39e4c-d65e-40e6-825e-a79624118993), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:24.967568 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8d395bbc-4685-47df-9476-b640dcc5bc27 req-c28319cb-d4d7-4780-985a-de713ee7116a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923820 Aug 31 00:40:25.036576 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9420f6-f75b-4567-97d0-0847ce4b2b42 req-f14d4379-8e00-40a8-976e-79c5c55b26b8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:25.038150 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1b9420f6-f75b-4567-97d0-0847ce4b2b42 req-f14d4379-8e00-40a8-976e-79c5c55b26b8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 945 time: 0.0707266 Aug 31 00:40:25.088094 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-26e41382-5ddd-49b4-aae8-d92cd183d82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (26f39e4c-d65e-40e6-825e-a79624118993), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.089468 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1b9420f6-f75b-4567-97d0-0847ce4b2b42 req-9e99bd84-f507-4ecf-b778-a5696287eb28 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453060 Aug 31 00:40:25.123812 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e41382-5ddd-49b4-aae8-d92cd183d82b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f39e4c-d65e-40e6-825e-a79624118993,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:25.131394 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-26e41382-5ddd-49b4-aae8-d92cd183d82b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.139059 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-26e41382-5ddd-49b4-aae8-d92cd183d82b admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/26f39e4c-d65e-40e6-825e-a79624118993 HTTP/1.1" status: 204 len: 168 time: 0.4358714 Aug 31 00:40:25.139311 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46452) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:25.140962 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3472ba-ef26-4354-8c06-8c591d0046e1 None None] Network 578f7ed4-d51e-4ddc-a46f-3229f20b75ab requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:40:25.148771 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7eb1d-6798-4be3-b932-ce28593b8dc9 req-def3c516-4304-4bcc-859f-f850e04c0ad5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:25.150754 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c1d7eb1d-6798-4be3-b932-ce28593b8dc9 req-def3c516-4304-4bcc-859f-f850e04c0ad5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0939493 Aug 31 00:40:25.173061 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:25.205252 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c1d7eb1d-6798-4be3-b932-ce28593b8dc9 req-0b5dffd8-2584-482a-9314-9ed92b8e79bc tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486202 Aug 31 00:40:25.224512 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (578f7ed4-d51e-4ddc-a46f-3229f20b75ab), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.270476 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Deleting port b2244229-c3ca-4795-91a4-04afa00fe5bb {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:25.270823 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.309022 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c1abb-018f-4cd7-b4de-aadfd4965f01 None None] DHCP port deletion for 578f7ed4-d51e-4ddc-a46f-3229f20b75ab request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:40:25.340192 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] For port b2244229-c3ca-4795-91a4-04afa00fe5bb, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=b2244229-c3ca-4795-91a4-04afa00fe5bb,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:25.340592 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.360021 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Calling delete_port for b2244229-c3ca-4795-91a4-04afa00fe5bb owned by network:dhcp {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:25.374722 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-db7c1abb-018f-4cd7-b4de-aadfd4965f01 None None] Deleting port b2244229-c3ca-4795-91a4-04afa00fe5bb {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:25.375127 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-db7c1abb-018f-4cd7-b4de-aadfd4965f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.431273 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:25.448002 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-db7c1abb-018f-4cd7-b4de-aadfd4965f01 None None] For port b2244229-c3ca-4795-91a4-04afa00fe5bb, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=b2244229-c3ca-4795-91a4-04afa00fe5bb,segment=NetworkSegment(4f54db00-a0f9-48fe-829d-9fceb44d0a79),segment_id=4f54db00-a0f9-48fe-829d-9fceb44d0a79)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:25.448931 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-db7c1abb-018f-4cd7-b4de-aadfd4965f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.462372 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-db7c1abb-018f-4cd7-b4de-aadfd4965f01 None None] Calling delete_port for b2244229-c3ca-4795-91a4-04afa00fe5bb owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:25.466934 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.546687 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.574322 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2244229-c3ca-4795-91a4-04afa00fe5bb,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:25.574734 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:25.577991 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] No DVR routers for this DVR port b2244229-c3ca-4795-91a4-04afa00fe5bb on host dv-cinder-852211-6-iscsi {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:40:25.587807 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-db7c1abb-018f-4cd7-b4de-aadfd4965f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (b2244229-c3ca-4795-91a4-04afa00fe5bb), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.617099 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c1abb-018f-4cd7-b4de-aadfd4965f01 None None] No DVR routers for this DVR port b2244229-c3ca-4795-91a4-04afa00fe5bb on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:40:25.621637 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c1abb-018f-4cd7-b4de-aadfd4965f01 None None] Pushing event deleted for resources: {'Port': ['ID=b2244229-c3ca-4795-91a4-04afa00fe5bb,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:25.656752 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (578f7ed4-d51e-4ddc-a46f-3229f20b75ab), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.679839 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578f7ed4-d51e-4ddc-a46f-3229f20b75ab']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:25.690318 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f54db00-a0f9-48fe-829d-9fceb44d0a79') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:25.690618 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f54db00-a0f9-48fe-829d-9fceb44d0a79') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:25.701756 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (4f54db00-a0f9-48fe-829d-9fceb44d0a79), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.715903 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (4f54db00-a0f9-48fe-829d-9fceb44d0a79), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.722256 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:40:25.722674 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (4f54db00-a0f9-48fe-829d-9fceb44d0a79), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.765159 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 4f54db00-a0f9-48fe-829d-9fceb44d0a79 resource provider aggregate not found Aug 31 00:40:25.782888 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 4f54db00-a0f9-48fe-829d-9fceb44d0a79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f54db00-a0f9-48fe-829d-9fceb44d0a79 found for delete ", "request_id": "req-f9dc77f2-c311-4b0b-950d-d37c536258dc"}]} Aug 31 00:40:25.847677 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (578f7ed4-d51e-4ddc-a46f-3229f20b75ab), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.852127 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:25.855410 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/578f7ed4-d51e-4ddc-a46f-3229f20b75ab HTTP/1.1" status: 204 len: 168 time: 0.7151661 Aug 31 00:40:25.869955 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7b4f9-2b7e-4cf0-ad0b-d79b24820553 admin admin] Pushing event deleted for resources: {'Network': ['ID=578f7ed4-d51e-4ddc-a46f-3229f20b75ab,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:26.114138 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ca9-b116-4a77-b731-237e634ff240 req-05927e9e-2a7d-4ce2-b4ba-eb12a3ff9971 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:26.115641 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-04a70ca9-b116-4a77-b731-237e634ff240 req-05927e9e-2a7d-4ce2-b4ba-eb12a3ff9971 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0514140 Aug 31 00:40:26.171219 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-04a70ca9-b116-4a77-b731-237e634ff240 req-252e2edc-cfb0-42ef-8ef2-48e42d87a59b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482566 Aug 31 00:40:26.173149 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46468) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:26.187640 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:26.219735 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-81d096cf-c7d2-4c1f-8a6a-55620bf29bd1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d8aa6e0e8e6b492f8e74eea0e830c0bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454869 Aug 31 00:40:26.224839 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46470) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:26.260247 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eea222-3321-4f71-840d-72277a6ebf95 req-40c7fce5-8d61-4ed5-aad7-0244e232530f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:26.260247 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f8eea222-3321-4f71-840d-72277a6ebf95 req-40c7fce5-8d61-4ed5-aad7-0244e232530f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 945 time: 0.0794191 Aug 31 00:40:26.273172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:26.273605 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device b2244229-c3ca-4795-91a4-04afa00fe5bb no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:40:26.283986 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f665ca33-00bd-4314-af48-3a078b4b0af2 admin admin] Publish callbacks [] for security_group (1e1ca445-20fd-4ddc-8489-2874228a3251), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:26.307019 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f665ca33-00bd-4314-af48-3a078b4b0af2 admin admin] Publish callbacks [] for security_group (1e1ca445-20fd-4ddc-8489-2874228a3251), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:26.313262 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f8eea222-3321-4f71-840d-72277a6ebf95 req-031d9ad0-4ea5-4226-b041-553bf14081a1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499213 Aug 31 00:40:26.322735 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: b2244229-c3ca-4795-91a4-04afa00fe5bb {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:40:26.323088 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device b2244229-c3ca-4795-91a4-04afa00fe5bb not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:40:26.323521 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e26725ae-8122-45da-a2be-dd3e8a0ace36 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:40:26.351902 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: e26725ae-8122-45da-a2be-dd3e8a0ace36 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:40:26.352704 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e26725ae-8122-45da-a2be-dd3e8a0ace36 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:40:26.392066 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1584e-24d3-4ad1-ae88-42be7e7af3cd req-0cbafed2-156e-41f2-a302-a7ef3da18d95 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:26.393641 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-63a1584e-24d3-4ad1-ae88-42be7e7af3cd req-0cbafed2-156e-41f2-a302-a7ef3da18d95 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.0621300 Aug 31 00:40:26.444794 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-63a1584e-24d3-4ad1-ae88-42be7e7af3cd req-b5cf6293-f438-4e31-bcbf-c5940fb6e484 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453150 Aug 31 00:40:26.477308 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f665ca33-00bd-4314-af48-3a078b4b0af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1e1ca445-20fd-4ddc-8489-2874228a3251), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:26.479929 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f665ca33-00bd-4314-af48-3a078b4b0af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:26.482866 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f665ca33-00bd-4314-af48-3a078b4b0af2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1e1ca445-20fd-4ddc-8489-2874228a3251 HTTP/1.1" status: 204 len: 168 time: 0.2552769 Aug 31 00:40:26.491605 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665ca33-00bd-4314-af48-3a078b4b0af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ca445-20fd-4ddc-8489-2874228a3251,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:27.315230 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f4b1d-bbbe-4653-8914-816cadc0bb3e req-f09bc812-0f79-4d34-a9b0-a0327b3106cb tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:27.318307 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-144f4b1d-bbbe-4653-8914-816cadc0bb3e req-f09bc812-0f79-4d34-a9b0-a0327b3106cb tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0608673 Aug 31 00:40:27.385795 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-144f4b1d-bbbe-4653-8914-816cadc0bb3e req-b7523bc6-b3a9-4a8a-a4ed-083f107d80d7 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614371 Aug 31 00:40:27.516524 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d2855-c0cf-4a20-b7dd-4425ee4105f1 req-158b45ae-ecdb-473b-b3c3-a42f055a8a4b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:27.518144 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-791d2855-c0cf-4a20-b7dd-4425ee4105f1 req-158b45ae-ecdb-473b-b3c3-a42f055a8a4b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 945 time: 0.0699282 Aug 31 00:40:27.592211 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-fc89af1c-e7b7-4d8d-82db-0a70785bdf54 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:27.595255 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-fc89af1c-e7b7-4d8d-82db-0a70785bdf54 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.1005044 Aug 31 00:40:27.628680 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0adc6424-e38a-4a44-96a9-87f88dfd604c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:27.632510 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0adc6424-e38a-4a44-96a9-87f88dfd604c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 945 time: 0.1335351 Aug 31 00:40:27.640988 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-791d2855-c0cf-4a20-b7dd-4425ee4105f1 req-0bb03a46-27c8-4d29-816f-e8055c96b7ea tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dfac23b1-2e3b-4a50-98e6-48d2974f68fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952823 Aug 31 00:40:27.760247 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Deleting port 53407fde-ade2-453c-975e-4fafb7f9e4d5 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:27.760247 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:27.788920 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7989-9023-478a-a450-78e8da7deafb req-8796b444-1269-4220-b7ab-35ea206aaafe tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:27.790636 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d0cd7989-9023-478a-a450-78e8da7deafb req-8796b444-1269-4220-b7ab-35ea206aaafe tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 946 time: 0.1468537 Aug 31 00:40:27.866963 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Deleting port b850ca23-da95-4ccb-9aff-d53185c76064 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:27.867580 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:27.876312 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540e2ad-3c8c-4081-b585-415fa9f8290a req-6e784871-cb18-49b7-9582-84459e4a64f7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:27.877914 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5540e2ad-3c8c-4081-b585-415fa9f8290a req-6e784871-cb18-49b7-9582-84459e4a64f7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0988359 Aug 31 00:40:27.925439 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d0cd7989-9023-478a-a450-78e8da7deafb req-da7b0294-8403-41af-8e59-44c79c3c4eaf tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5f0f27df-965c-46c3-902e-e856def6ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247652 Aug 31 00:40:27.936774 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] For port 53407fde-ade2-453c-975e-4fafb7f9e4d5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=53407fde-ade2-453c-975e-4fafb7f9e4d5,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:27.937161 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:27.969637 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5540e2ad-3c8c-4081-b585-415fa9f8290a req-49cfa6b6-c09b-4fe8-9fe0-4138067ea21d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791662 Aug 31 00:40:27.986931 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] For port b850ca23-da95-4ccb-9aff-d53185c76064, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b850ca23-da95-4ccb-9aff-d53185c76064,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:27.987430 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:28.021653 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:28.137610 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:28.138285 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (685bd3b2-939b-4a03-8fc7-c7ee389f46cd), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:28.138784 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Floating IP 685bd3b2-939b-4a03-8fc7-c7ee389f46cd disassociated. External IP: 172.27.3.3, port: 53407fde-ade2-453c-975e-4fafb7f9e4d5. Aug 31 00:40:28.139294 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Calling delete_port for 53407fde-ade2-453c-975e-4fafb7f9e4d5 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:28.230566 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:28.231613 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (4984110b-32a0-41e2-92ea-4f55198f8da2), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:28.231988 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Floating IP 4984110b-32a0-41e2-92ea-4f55198f8da2 disassociated. External IP: 172.27.3.199, port: b850ca23-da95-4ccb-9aff-d53185c76064. Aug 31 00:40:28.232396 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Calling delete_port for b850ca23-da95-4ccb-9aff-d53185c76064 owned by compute:nova {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:28.242299 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:28.369212 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (53407fde-ade2-453c-975e-4fafb7f9e4d5), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:28.370031 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:28.399743 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event deleted for resources: {'Port': ['ID=53407fde-ade2-453c-975e-4fafb7f9e4d5,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:28.444554 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:28.494515 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (b850ca23-da95-4ccb-9aff-d53185c76064), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:28.525130 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:40:28.539989 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'Port': ['ID=b850ca23-da95-4ccb-9aff-d53185c76064,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:28.556038 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09521096-e0de-4b76-88e5-dd833cebd1f8 req-e749d2da-9ce1-4e05-a22a-cf2f8b3deed4 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:28.556038 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-09521096-e0de-4b76-88e5-dd833cebd1f8 req-e749d2da-9ce1-4e05-a22a-cf2f8b3deed4 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0909789 Aug 31 00:40:28.645693 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:40:28.658818 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] Sync routers for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:40:28.685714 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-09521096-e0de-4b76-88e5-dd833cebd1f8 req-d4b5cc17-a458-4386-a1d4-86f84bf0e56b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230328 Aug 31 00:40:28.697912 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] No DVR routers for this DVR port 53407fde-ade2-453c-975e-4fafb7f9e4d5 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:40:28.701348 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:28.704661 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d1cfaccf-33d1-4163-b940-0c73bf6ffe15 req-285bfba5-658c-47ad-b886-b4e0db168dfa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "DELETE /networking/v2.0/ports/53407fde-ade2-453c-975e-4fafb7f9e4d5 HTTP/1.1" status: 204 len: 173 time: 1.0621712 Aug 31 00:40:28.705188 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dc2669-6605-431c-93a5-884348c09ebf', 'name': 'network-vif-deleted', 'tag': '53407fde-ade2-453c-975e-4fafb7f9e4d5'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:28.707595 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08afab0b-c44c-41ce-a7ed-a9403848c113" -d '{"events": [{"server_uuid": "07dc2669-6605-431c-93a5-884348c09ebf", "name": "network-vif-deleted", "tag": "53407fde-ade2-453c-975e-4fafb7f9e4d5"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:28.723071 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:28.724239 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:28.755530 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:40:28.874510 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-180bbd07-e6f6-4bff-9454-43cebc4d9631 req-9c1ebcd4-7e80-4d6d-97bf-2bad7f0ccae7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 210 time: 0.0546775 Aug 31 00:40:29.003771 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:40:29.017932 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:40:29.041281 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea5f78a-ad56-4259-837d-1b7ae3eac58d x-openstack-request-id: req-bea5f78a-ad56-4259-837d-1b7ae3eac58d {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:29.041588 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dc2669-6605-431c-93a5-884348c09ebf", "name": "network-vif-deleted", "tag": "53407fde-ade2-453c-975e-4fafb7f9e4d5", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:29.041852 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bea5f78a-ad56-4259-837d-1b7ae3eac58d {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:29.042270 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea5f78a-ad56-4259-837d-1b7ae3eac58d'] response: {'server_uuid': '07dc2669-6605-431c-93a5-884348c09ebf', 'name': 'network-vif-deleted', 'tag': '53407fde-ade2-453c-975e-4fafb7f9e4d5', 'status': 'completed', 'code': 200} Aug 31 00:40:29.055834 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] No DVR routers for this DVR port b850ca23-da95-4ccb-9aff-d53185c76064 on host hv-cinder-85221 {{(pid=113724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:40:29.058482 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:29.062499 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:29.062981 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-76f2669c-6fb9-4ca2-9345-ba91acf029ac req-0cc0f8ef-5a26-4299-8283-053202172a8a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b850ca23-da95-4ccb-9aff-d53185c76064 HTTP/1.1" status: 204 len: 173 time: 1.3718727 Aug 31 00:40:29.064707 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'name': 'network-vif-deleted', 'tag': 'b850ca23-da95-4ccb-9aff-d53185c76064'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:29.067086 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4b302b-eca0-447b-b878-96cd9bb7548e" -d '{"events": [{"server_uuid": "24bd8f41-5ce3-4260-bd3e-d98a55817bfd", "name": "network-vif-deleted", "tag": "b850ca23-da95-4ccb-9aff-d53185c76064"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:29.081214 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:29.176166 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fbbbe966-6e0a-4a25-b223-d222ac0ec651 req-787cad26-027e-499e-82dd-8cd0004bbec2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 210 time: 0.0803676 Aug 31 00:40:29.238442 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:40:29.255770 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa4f908-d4c2-4ca1-bbd5-b921e11420f2 x-openstack-request-id: req-0aa4f908-d4c2-4ca1-bbd5-b921e11420f2 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:29.256059 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bd8f41-5ce3-4260-bd3e-d98a55817bfd", "name": "network-vif-deleted", "tag": "b850ca23-da95-4ccb-9aff-d53185c76064", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:29.256315 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0aa4f908-d4c2-4ca1-bbd5-b921e11420f2 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:29.256760 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa4f908-d4c2-4ca1-bbd5-b921e11420f2'] response: {'server_uuid': '24bd8f41-5ce3-4260-bd3e-d98a55817bfd', 'name': 'network-vif-deleted', 'tag': 'b850ca23-da95-4ccb-9aff-d53185c76064', 'status': 'completed', 'code': 200} Aug 31 00:40:29.277519 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc8093-984e-4f47-8e9e-ef47f2813b89 req-641b0ac3-dd41-469f-9a62-83c2afdb1617 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:29.280676 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-90cc8093-984e-4f47-8e9e-ef47f2813b89 req-641b0ac3-dd41-469f-9a62-83c2afdb1617 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0887349 Aug 31 00:40:29.332859 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:40:29.349750 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-90cc8093-984e-4f47-8e9e-ef47f2813b89 req-68748b7d-cc1a-4bb0-bf93-8ba72fae36cc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624678 Aug 31 00:40:29.504861 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:29.534665 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] Checking router: 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:40:29.545299 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:29.546129 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:29.564988 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:29.595467 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:40:29.607192 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:29.608275 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:29.685576 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:40:29.730379 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:40:29.831237 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9683f90-b76e-4214-8a7d-8340e548c35c req-f70768ea-2ae0-48b6-88a5-3d968577a58f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:29.832830 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9683f90-b76e-4214-8a7d-8340e548c35c req-f70768ea-2ae0-48b6-88a5-3d968577a58f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0555170 Aug 31 00:40:29.909563 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d9683f90-b76e-4214-8a7d-8340e548c35c req-3dc92f35-41d0-465b-b56f-8e6e612e4386 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702052 Aug 31 00:40:29.938115 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:30.007564 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:30.007831 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3abc40-1467-4fec-9a6f-c86cd615c049 None None] The sync data for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi is: [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:40:30.054863 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5ad2d-4d17-4a08-a4a4-68dc0b2d27f9 None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:40:30.055469 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-72866313-034f-4afb-9fb4-7752fdceb0bb req-5ed06794-c133-49ee-80e7-6d8c0015a624 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=24bd8f41-5ce3-4260-bd3e-d98a55817bfd HTTP/1.1" status: 200 len: 210 time: 0.0361979 Aug 31 00:40:30.311572 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-80bd8edf-080e-4108-8afa-894e6b7dcf60 req-6749d7ce-4bfd-40da-959e-8376644ecd1a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=07dc2669-6605-431c-93a5-884348c09ebf HTTP/1.1" status: 200 len: 210 time: 0.0342386 Aug 31 00:40:30.383637 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aa66db-091c-4add-905b-3b6e0815b5fb None None] New status for floating IP 685bd3b2-939b-4a03-8fc7-c7ee389f46cd: DOWN {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:40:30.446529 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8ddd8-17d0-44ca-a10b-0ecce9127852 None None] New status for floating IP 4984110b-32a0-41e2-92ea-4f55198f8da2: DOWN {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:40:30.517924 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59d002-5f52-40ad-8708-9706cba9af3e req-6ede8818-e3eb-4e8c-bcd9-73621c9d6a11 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:30.519875 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ec59d002-5f52-40ad-8708-9706cba9af3e req-6ede8818-e3eb-4e8c-bcd9-73621c9d6a11 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0797656 Aug 31 00:40:30.572784 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ec59d002-5f52-40ad-8708-9706cba9af3e req-198e9c5c-8a1d-4e32-acca-36985342f2bb tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455940 Aug 31 00:40:30.800849 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-4f6c21dc-03de-4782-85a5-17be04e5e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:30.801449 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-4f6c21dc-03de-4782-85a5-17be04e5e039 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3&tenant_id=28f0cda364854dfd9fde0249a751ecf4 HTTP/1.1" status: 200 len: 1128 time: 0.0875366 Aug 31 00:40:30.881811 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-8965ca84-e713-4350-a980-82a3dd138d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:30.883307 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-8965ca84-e713-4350-a980-82a3dd138d66 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=28f0cda364854dfd9fde0249a751ecf4&device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1128 time: 0.0409992 Aug 31 00:40:30.944459 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:30.982671 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-bb5a958f-bb9e-4355-acaf-c2fdcc61bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:30.984417 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-bb5a958f-bb9e-4355-acaf-c2fdcc61bb72 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f HTTP/1.1" status: 200 len: 909 time: 0.0940726 Aug 31 00:40:31.083315 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-92a282dc-0d49-4281-b5e0-f5fe272e928c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 200 len: 999 time: 0.0925181 Aug 31 00:40:31.123774 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56614a34-fae2-4a59-bb75-b27e2d3f4381 req-217fc207-acc2-4548-ae62-ae97d033cbc0 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:31.130912 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-56614a34-fae2-4a59-bb75-b27e2d3f4381 req-217fc207-acc2-4548-ae62-ae97d033cbc0 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0572574 Aug 31 00:40:31.140098 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-300f7879-2aa1-483e-ad54-4b42fdcfa6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:31.140098 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-300f7879-2aa1-483e-ad54-4b42fdcfa6a6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=82eaca97-36ab-4152-ac14-863d9055b192 HTTP/1.1" status: 200 len: 847 time: 0.0481291 Aug 31 00:40:31.192947 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-56614a34-fae2-4a59-bb75-b27e2d3f4381 req-595bd176-e1c1-441a-9cfb-cf6bf9977e6d tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610483 Aug 31 00:40:31.193169 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-4c280425-ffd4-47b5-aaf3-f61d284a3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:31.194763 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-4c280425-ffd4-47b5-aaf3-f61d284a3a2e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478597 Aug 31 00:40:31.250162 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46568) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:31.338159 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-8f009cb0-eebe-4cc4-9ed6-fb4e8d99fe13 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356034 Aug 31 00:40:31.341688 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d67c9136-36d4-4e25-91c5-380bf279b320 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (dfac23b1-2e3b-4a50-98e6-48d2974f68fa), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.411218 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d67c9136-36d4-4e25-91c5-380bf279b320 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (dfac23b1-2e3b-4a50-98e6-48d2974f68fa), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.502092 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46574) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:31.558301 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:31.565118 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c6712ff1-68ce-4492-bba3-9e834493757d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (5f0f27df-965c-46c3-902e-e856def6ae06), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.592945 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c6712ff1-68ce-4492-bba3-9e834493757d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (5f0f27df-965c-46c3-902e-e856def6ae06), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.698309 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:31.707883 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee75ad8-9ccc-4166-8e93-3e2061c8385d req-2c109b36-d4cb-41ac-bfb0-cf00f2b67d17 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:31.710101 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5024682d-0158-41a5-9e80-d42c0e9bcdc3 req-0455ea63-ef76-4d04-90c5-def8bb311a10 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585103 Aug 31 00:40:31.712799 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cee75ad8-9ccc-4166-8e93-3e2061c8385d req-2c109b36-d4cb-41ac-bfb0-cf00f2b67d17 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0549965 Aug 31 00:40:31.758391 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cee75ad8-9ccc-4166-8e93-3e2061c8385d req-49f8a7c4-ff19-452b-a688-9623c7d32e6b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434289 Aug 31 00:40:31.759430 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c6712ff1-68ce-4492-bba3-9e834493757d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (5f0f27df-965c-46c3-902e-e856def6ae06), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.762074 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c6712ff1-68ce-4492-bba3-9e834493757d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.763174 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-c6712ff1-68ce-4492-bba3-9e834493757d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5f0f27df-965c-46c3-902e-e856def6ae06 HTTP/1.1" status: 204 len: 168 time: 0.2600055 Aug 31 00:40:31.766524 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46578) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:31.772527 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6712ff1-68ce-4492-bba3-9e834493757d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0f27df-965c-46c3-902e-e856def6ae06,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:31.782170 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.api.v2.resource [None req-27f23c5f-0c26-4a82-a926-9c84bc6ef8f0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] show failed (client error): The resource could not be found. Aug 31 00:40:31.783153 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-27f23c5f-0c26-4a82-a926-9c84bc6ef8f0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups/5f0f27df-965c-46c3-902e-e856def6ae06 HTTP/1.1" status: 404 len: 347 time: 0.0157022 Aug 31 00:40:31.786273 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46580) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:31.825624 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d67c9136-36d4-4e25-91c5-380bf279b320 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (dfac23b1-2e3b-4a50-98e6-48d2974f68fa), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.828310 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d67c9136-36d4-4e25-91c5-380bf279b320 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.829483 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d67c9136-36d4-4e25-91c5-380bf279b320 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/dfac23b1-2e3b-4a50-98e6-48d2974f68fa HTTP/1.1" status: 204 len: 168 time: 0.5783792 Aug 31 00:40:31.832884 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46582) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:31.849818 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c9136-36d4-4e25-91c5-380bf279b320 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac23b1-2e3b-4a50-98e6-48d2974f68fa,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:31.851500 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.api.v2.resource [None req-8139709b-19c1-45f8-829b-bb62cc5dfe1d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] show failed (client error): The resource could not be found. Aug 31 00:40:31.856968 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-8139709b-19c1-45f8-829b-bb62cc5dfe1d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups/dfac23b1-2e3b-4a50-98e6-48d2974f68fa HTTP/1.1" status: 404 len: 347 time: 0.0230272 Aug 31 00:40:31.861741 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46586) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:31.935541 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Deleting port 7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:31.935891 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.978791 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Deleting port a7390900-9b44-4701-85a1-0fd82c938897 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:40:31.979184 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (a7390900-9b44-4701-85a1-0fd82c938897), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:31.995793 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 53407fde-ade2-453c-975e-4fafb7f9e4d5 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:40:32.022123 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 53407fde-ade2-453c-975e-4fafb7f9e4d5 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:40:32.022890 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 53407fde-ade2-453c-975e-4fafb7f9e4d5 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:40:32.023598 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device b850ca23-da95-4ccb-9aff-d53185c76064 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:40:32.038877 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.039221 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.044115 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: b850ca23-da95-4ccb-9aff-d53185c76064 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:40:32.044780 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device b850ca23-da95-4ccb-9aff-d53185c76064 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:40:32.062012 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Calling delete_port for 7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7 owned by network:floatingip {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:32.062234 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (a7390900-9b44-4701-85a1-0fd82c938897), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.062565 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (a7390900-9b44-4701-85a1-0fd82c938897), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.076539 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Calling delete_port for a7390900-9b44-4701-85a1-0fd82c938897 owned by network:floatingip {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:40:32.167977 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:32.192728 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:32.294436 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.301841 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (a7390900-9b44-4701-85a1-0fd82c938897), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.321135 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event deleted for resources: {'Port': ['ID=7ab6ea89-6840-4bd8-8685-d04ebf4bf5f7,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:32.342651 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'Port': ['ID=a7390900-9b44-4701-85a1-0fd82c938897,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:32.354415 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (685bd3b2-939b-4a03-8fc7-c7ee389f46cd), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.359221 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.359811 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-dfe5c296-6c18-40ae-bcc3-f0b559d2d119 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/685bd3b2-939b-4a03-8fc7-c7ee389f46cd HTTP/1.1" status: 204 len: 168 time: 0.5724156 Aug 31 00:40:32.362166 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab182303-ab94-41a5-92eb-613f720f0b03 req-36d84a1b-fcb7-4b03-897a-fadd2941409f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:32.368684 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ab182303-ab94-41a5-92eb-613f720f0b03 req-36d84a1b-fcb7-4b03-897a-fadd2941409f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0922210 Aug 31 00:40:32.463498 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (4984110b-32a0-41e2-92ea-4f55198f8da2), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.467023 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.468177 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-22511d4a-0423-4d84-af65-28db6fd21ae1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/4984110b-32a0-41e2-92ea-4f55198f8da2 HTTP/1.1" status: 204 len: 168 time: 0.6093395 Aug 31 00:40:32.472607 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ab182303-ab94-41a5-92eb-613f720f0b03 req-b98a9329-c04e-4621-afa4-906d3abda2fa tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926397 Aug 31 00:40:32.521590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46600) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:32.526488 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-230c0dcf-5874-4f90-a184-dad0c1226ff5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826114028', 'description': 'tempest-description--894332520'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:32.620539 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-230c0dcf-5874-4f90-a184-dad0c1226ff5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.635458 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46604) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:32.640179 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-fa11cffc-4cb9-4021-83f6-922e8ef63165 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597204056', 'description': 'tempest-description--120718179'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:32.707496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-230c0dcf-5874-4f90-a184-dad0c1226ff5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (f37fcc88-5549-452b-ab04-f84e44229604), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.751810 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fa11cffc-4cb9-4021-83f6-922e8ef63165 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.780377 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-230c0dcf-5874-4f90-a184-dad0c1226ff5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f37fcc88-5549-452b-ab04-f84e44229604), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.787458 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:32.830662 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c0dcf-5874-4f90-a184-dad0c1226ff5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37fcc88-5549-452b-ab04-f84e44229604,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:32.851720 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fa11cffc-4cb9-4021-83f6-922e8ef63165 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (b5404fe4-9219-4944-a952-936c0b9de990), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.895782 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-230c0dcf-5874-4f90-a184-dad0c1226ff5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.897093 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-230c0dcf-5874-4f90-a184-dad0c1226ff5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3744693 Aug 31 00:40:32.902544 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713dc8-8753-4c4d-97db-1d132e50a1e4 req-0a9c465e-fe7b-4df1-9a84-038202cb407f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:32.905132 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d2713dc8-8753-4c4d-97db-1d132e50a1e4 req-0a9c465e-fe7b-4df1-9a84-038202cb407f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0580535 Aug 31 00:40:32.905573 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46610) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:32.910072 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-d1babcd6-7ce2-43fb-b8e7-4536d91d5fe5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'security_group_rule': {'security_group_id': 'f37fcc88-5549-452b-ab04-f84e44229604', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:32.927028 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fa11cffc-4cb9-4021-83f6-922e8ef63165 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (b5404fe4-9219-4944-a952-936c0b9de990), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:32.979890 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11cffc-4cb9-4021-83f6-922e8ef63165 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5404fe4-9219-4944-a952-936c0b9de990,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:32.986762 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d2713dc8-8753-4c4d-97db-1d132e50a1e4 req-ac30bb2e-d17f-4396-9cd9-0183e0365627 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759532 Aug 31 00:40:32.996590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d1babcd6-7ce2-43fb-b8e7-4536d91d5fe5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (0000e8f1-2e13-41a0-95f2-973483ec040e), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.047081 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d1babcd6-7ce2-43fb-b8e7-4536d91d5fe5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (0000e8f1-2e13-41a0-95f2-973483ec040e), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.055910 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fa11cffc-4cb9-4021-83f6-922e8ef63165 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.057198 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-fa11cffc-4cb9-4021-83f6-922e8ef63165 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4206948 Aug 31 00:40:33.060279 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46612) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:33.067348 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-64218b9b-1c10-4909-977c-ce50c8e308e1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group_rule': {'security_group_id': 'b5404fe4-9219-4944-a952-936c0b9de990', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:33.105332 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d1babcd6-7ce2-43fb-b8e7-4536d91d5fe5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (0000e8f1-2e13-41a0-95f2-973483ec040e), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.124880 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1babcd6-7ce2-43fb-b8e7-4536d91d5fe5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0000e8f1-2e13-41a0-95f2-973483ec040e,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:33.158537 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-64218b9b-1c10-4909-977c-ce50c8e308e1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (e76d313c-a1c3-4016-a3f4-48c3bb56d058), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.210523 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d1babcd6-7ce2-43fb-b8e7-4536d91d5fe5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.211906 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-d1babcd6-7ce2-43fb-b8e7-4536d91d5fe5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053632 Aug 31 00:40:33.214739 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46614) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:33.219254 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-b50f9306-bdf5-4a0d-a811-f3a03eb8fd8f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'security_group_rule': {'security_group_id': 'f37fcc88-5549-452b-ab04-f84e44229604', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:33.221704 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-64218b9b-1c10-4909-977c-ce50c8e308e1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (e76d313c-a1c3-4016-a3f4-48c3bb56d058), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.271260 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-64218b9b-1c10-4909-977c-ce50c8e308e1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (e76d313c-a1c3-4016-a3f4-48c3bb56d058), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.292406 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64218b9b-1c10-4909-977c-ce50c8e308e1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76d313c-a1c3-4016-a3f4-48c3bb56d058,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:33.306444 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b50f9306-bdf5-4a0d-a811-f3a03eb8fd8f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (32a041fd-545b-43ba-b7a9-f65dbdb04039), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.365452 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b50f9306-bdf5-4a0d-a811-f3a03eb8fd8f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (32a041fd-545b-43ba-b7a9-f65dbdb04039), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.382201 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-64218b9b-1c10-4909-977c-ce50c8e308e1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.383476 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-64218b9b-1c10-4909-977c-ce50c8e308e1 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221362 Aug 31 00:40:33.386496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46616) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:33.391819 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-f2e02d2a-b5ba-4bd9-b204-5852a69a71b2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'security_group_rule': {'security_group_id': 'b5404fe4-9219-4944-a952-936c0b9de990', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:33.466499 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b50f9306-bdf5-4a0d-a811-f3a03eb8fd8f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (32a041fd-545b-43ba-b7a9-f65dbdb04039), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.487395 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f9306-bdf5-4a0d-a811-f3a03eb8fd8f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a041fd-545b-43ba-b7a9-f65dbdb04039,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:33.498251 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2e02d2a-b5ba-4bd9-b204-5852a69a71b2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (ea5246e1-4160-4d6a-8d03-e4b692422ee7), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.573468 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2e02d2a-b5ba-4bd9-b204-5852a69a71b2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (ea5246e1-4160-4d6a-8d03-e4b692422ee7), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.594927 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b50f9306-bdf5-4a0d-a811-f3a03eb8fd8f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.596214 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-b50f9306-bdf5-4a0d-a811-f3a03eb8fd8f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3803997 Aug 31 00:40:33.599539 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46620) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:33.604685 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:33.614265 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d80584-09a9-454a-b3d0-fea9fdecf40b req-8214d7f3-8262-46a9-ac96-ff63c68f3eb8 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:33.615915 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-20d80584-09a9-454a-b3d0-fea9fdecf40b req-8214d7f3-8262-46a9-ac96-ff63c68f3eb8 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0639091 Aug 31 00:40:33.644547 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2e02d2a-b5ba-4bd9-b204-5852a69a71b2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (ea5246e1-4160-4d6a-8d03-e4b692422ee7), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.657675 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:33.689973 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-20d80584-09a9-454a-b3d0-fea9fdecf40b req-8a7301b6-a642-41df-adb5-ae657bdeb0ba tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680776 Aug 31 00:40:33.691351 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e02d2a-b5ba-4bd9-b204-5852a69a71b2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5246e1-4160-4d6a-8d03-e4b692422ee7,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:33.728835 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.759223 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2e02d2a-b5ba-4bd9-b204-5852a69a71b2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.763846 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f2e02d2a-b5ba-4bd9-b204-5852a69a71b2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724222 Aug 31 00:40:33.773361 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46624) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:33.773361 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:33.815327 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:33.818207 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.882980 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:33.944415 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Allocated IP 172.27.3.247 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/71cafcbb-abb4-44c1-be2a-2c55346ec8e2) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:40:33.950417 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:33.979991 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.076361 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for port (71cafcbb-abb4-44c1-be2a-2c55346ec8e2), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.131641 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a6f74-44b5-4f33-8879-4be4409e4555 req-5fefe64b-d567-4238-81d5-2cbfc8e48da4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:34.134679 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-857a6f74-44b5-4f33-8879-4be4409e4555 req-5fefe64b-d567-4238-81d5-2cbfc8e48da4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0576572 Aug 31 00:40:34.160561 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:34.186110 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-857a6f74-44b5-4f33-8879-4be4409e4555 req-b2d79c61-7bb8-4188-855f-1db609c7e959 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450158 Aug 31 00:40:34.208904 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (71cafcbb-abb4-44c1-be2a-2c55346ec8e2), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.252084 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:40:34.257162 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:40:34.261482 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:40:34.274881 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Allocated IP 172.27.3.183 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/8f3d41cf-3497-452f-8363-4dc80dd75ff1) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:40:34.311750 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'Port': ['ID=71cafcbb-abb4-44c1-be2a-2c55346ec8e2,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:34.332808 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (2029785c-31be-471b-839c-8913c002966c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.401478 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (8f3d41cf-3497-452f-8363-4dc80dd75ff1), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.450023 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (71cafcbb-abb4-44c1-be2a-2c55346ec8e2), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.525029 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (8f3d41cf-3497-452f-8363-4dc80dd75ff1), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.582633 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:40:34.586725 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:40:34.589016 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=8f3d41cf-3497-452f-8363-4dc80dd75ff1,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:34.592119 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:40:34.616183 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:34.627029 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for port (71cafcbb-abb4-44c1-be2a-2c55346ec8e2), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.632968 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:34.677167 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (71cafcbb-abb4-44c1-be2a-2c55346ec8e2), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.678241 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (2029785c-31be-471b-839c-8913c002966c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.684617 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (67055aee-2af1-4333-a351-6a78f8729e1b), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.729961 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'Port': ['ID=71cafcbb-abb4-44c1-be2a-2c55346ec8e2,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:34.792890 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (8f3d41cf-3497-452f-8363-4dc80dd75ff1), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.794811 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:34.797207 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4f1b8fc1-8005-4487-96ba-99abb4db44da tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1966150 Aug 31 00:40:34.851006 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9ca9e-6828-44d0-9cf1-8f74ba2fe6f0 req-a61d4c96-49ba-4ddf-b9f1-d07d191c761f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:34.852629 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-94f9ca9e-6828-44d0-9cf1-8f74ba2fe6f0 req-a61d4c96-49ba-4ddf-b9f1-d07d191c761f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0540745 Aug 31 00:40:34.927911 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-94f9ca9e-6828-44d0-9cf1-8f74ba2fe6f0 req-f26442cb-7805-4ddb-b8f2-afb36ddeb1e5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665612 Aug 31 00:40:34.971832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (8f3d41cf-3497-452f-8363-4dc80dd75ff1), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:35.064799 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (8f3d41cf-3497-452f-8363-4dc80dd75ff1), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:35.119229 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-46c65a22-e3b4-4da6-abcc-5287a88c3f3f tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1826114028&fields=id&tenant_id=5023455241594360bacff911a6641d7a HTTP/1.1" status: 200 len: 267 time: 0.0914826 Aug 31 00:40:35.170880 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (67055aee-2af1-4333-a351-6a78f8729e1b), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:35.198919 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=8f3d41cf-3497-452f-8363-4dc80dd75ff1,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:35.272886 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-b17b47d7-6c74-4ae4-bd20-7e988c2e4cf9 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:35.274637 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-b17b47d7-6c74-4ae4-bd20-7e988c2e4cf9 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/networks?id=a5ba44fa-fe70-448e-874e-97120592a817 HTTP/1.1" status: 200 len: 810 time: 0.1443868 Aug 31 00:40:35.289977 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-30c1c02a-bc1d-446d-96df-f097f693d370 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/quotas/5023455241594360bacff911a6641d7a HTTP/1.1" status: 200 len: 375 time: 0.0095224 Aug 31 00:40:35.319906 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b90a-b3ff-424d-9c69-3c2c1881fc1a req-b56f2b02-a4ff-4e52-b3df-23bb728c7566 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:35.319906 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0c52b90a-b3ff-424d-9c69-3c2c1881fc1a req-b56f2b02-a4ff-4e52-b3df-23bb728c7566 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0488892 Aug 31 00:40:35.327656 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:35.328889 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-b7f0b7b5-7282-478a-818e-bf6a17b05b86 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5636921 Aug 31 00:40:35.348142 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-4c32d129-8048-4a56-bda9-982a34283c35 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521114 Aug 31 00:40:35.377827 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0c52b90a-b3ff-424d-9c69-3c2c1881fc1a req-e06b9bce-5703-4ac4-8d70-6d27cb5b273e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518606 Aug 31 00:40:35.530030 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:35.571941 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-4f3d667d-1e62-4de3-bc99-644cddc841d1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108436 Aug 31 00:40:35.574391 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-b1878074-524c-4beb-a2af-513f88cabf70 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1597204056&fields=id&tenant_id=ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 267 time: 0.0490091 Aug 31 00:40:35.671047 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-1ab7607b-c300-4e55-a407-9d469f1aee98 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916953 Aug 31 00:40:35.688095 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-7e594f9c-5acc-447a-8e30-85c8de41cfdf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:35.692911 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-7e594f9c-5acc-447a-8e30-85c8de41cfdf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 814 time: 0.1111093 Aug 31 00:40:35.704879 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-7fe2e533-a827-478d-af3b-64e6a9dfd63f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/quotas/ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 375 time: 0.0106099 Aug 31 00:40:35.761460 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-d4ac250b-3d6c-4a8d-81bc-e1b3d0d4478d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511074 Aug 31 00:40:35.921814 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6b424999-0673-491a-8260-4d4e600fae5a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473551 Aug 31 00:40:35.979332 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4b4f4572-4583-4518-8b86-4f4f85bb0078 req-a7fee52d-9b8f-48d6-8dc1-9ff67a49fbb2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 210 time: 0.0343921 Aug 31 00:40:35.988600 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:36.032951 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-f36f196f-b74c-4258-aa9c-10f0b46a08e8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052008 Aug 31 00:40:36.111764 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfefd4b-3df7-4d75-9590-cb835a1610c2 req-266fc487-d833-4844-88b5-24d1c1c8f027 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:36.113587 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3cfefd4b-3df7-4d75-9590-cb835a1610c2 req-266fc487-d833-4844-88b5-24d1c1c8f027 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0621514 Aug 31 00:40:36.166000 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3cfefd4b-3df7-4d75-9590-cb835a1610c2 req-14d23a14-db0a-4751-b311-643bc5baa3f7 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461621 Aug 31 00:40:36.314104 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-940d7632-0157-4f70-a2e6-ca6153bd1cbd req-dea1c38b-fe91-431f-87dc-edc66a6a5d38 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0330417 Aug 31 00:40:36.519974 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af295161-5b19-40f6-839b-a8462eb806d9 req-a31c7f12-c55a-48de-9d83-9a6f6cee958e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:36.521537 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-af295161-5b19-40f6-839b-a8462eb806d9 req-a31c7f12-c55a-48de-9d83-9a6f6cee958e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0518491 Aug 31 00:40:36.572958 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-af295161-5b19-40f6-839b-a8462eb806d9 req-965f4594-cbda-4c25-a520-4efe75c6d033 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Aug 31 00:40:37.085518 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9eafb4d7-4235-4eeb-a8dc-ef101d31227f req-e0ea3959-f062-401a-85f3-486394762ba9 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 210 time: 0.0301335 Aug 31 00:40:37.291374 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc20d29-1e43-4817-af05-9b17265a1759 req-552b3950-3f4c-462c-a47d-86f6dfe3ff20 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:37.292868 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dcc20d29-1e43-4817-af05-9b17265a1759 req-552b3950-3f4c-462c-a47d-86f6dfe3ff20 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0490696 Aug 31 00:40:37.347107 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dcc20d29-1e43-4817-af05-9b17265a1759 req-b34dda2e-6b0e-4e60-8876-7cc359f4ac0a tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479424 Aug 31 00:40:37.438323 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ae9467ca-d2c5-471b-b594-04c193875d12 req-6062fbd3-cdbd-44eb-b930-6f6b28310af7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0308540 Aug 31 00:40:37.709834 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1952b-bc13-4fa5-a5f6-2eac92b5b93e req-0f5caf8e-a276-4dda-920f-9df3ce28bf16 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:37.711253 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-92c1952b-bc13-4fa5-a5f6-2eac92b5b93e req-0f5caf8e-a276-4dda-920f-9df3ce28bf16 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0487754 Aug 31 00:40:37.759800 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-92c1952b-bc13-4fa5-a5f6-2eac92b5b93e req-4173b54a-18ce-46c7-9591-cd9309c163e5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426161 Aug 31 00:40:37.891235 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:37.900586 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:40:38.439269 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b84e98d4-257c-4c3e-9a70-c56184d6a4ca req-757b1794-e568-4585-9aa0-fbca839d803d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 210 time: 0.2778788 Aug 31 00:40:38.502121 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748f0c-fa27-4fa1-89e6-944f525877e1 req-72fad414-9a41-4e8b-a38c-a14f85d6ac23 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:38.503665 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-05748f0c-fa27-4fa1-89e6-944f525877e1 req-72fad414-9a41-4e8b-a38c-a14f85d6ac23 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0583506 Aug 31 00:40:38.550026 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-61d68f53-8881-4fb6-a903-a84485aaadea req-4543a8c3-02fb-4e10-a8d9-fb8aeef2cb59 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0286558 Aug 31 00:40:38.558300 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-05748f0c-fa27-4fa1-89e6-944f525877e1 req-5bfe581b-13e5-4bd0-ba19-fd24cf4400fc tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487795 Aug 31 00:40:38.898713 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afe5b1-7d47-4d43-87fc-14d90860351c req-a1d4ded1-79e0-47f9-bf75-3beea535cc27 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:38.900757 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-60afe5b1-7d47-4d43-87fc-14d90860351c req-a1d4ded1-79e0-47f9-bf75-3beea535cc27 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0525858 Aug 31 00:40:38.951484 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-60afe5b1-7d47-4d43-87fc-14d90860351c req-c08f0a94-f005-44f8-b9a5-135a2ec79fac tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446284 Aug 31 00:40:39.344717 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 46758) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:39.460819 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d142f4e-6c0e-45a7-ad1a-c3430baaef4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:39.551494 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-772bdc50-50ce-4abc-8b41-0e6de27167ec req-bdab9fde-a940-456c-8202-5d7a1ab72506 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 210 time: 0.0317450 Aug 31 00:40:39.558861 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:39.595259 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d142f4e-6c0e-45a7-ad1a-c3430baaef4c admin admin] Publish callbacks [] for security_group (a9f76932-8059-4cff-af7a-f7bae1312d7f), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:39.676645 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-62b7e81d-7a91-4996-8009-7fc4b9cfb1c2 req-af420aa7-514a-49ef-8754-9b4289607fd5 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0389345 Aug 31 00:40:39.704799 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d142f4e-6c0e-45a7-ad1a-c3430baaef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a9f76932-8059-4cff-af7a-f7bae1312d7f), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:39.742121 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc294a-17d9-4f33-84b3-c1105a2440a7 req-3660748d-ecd1-4958-91dd-730efff4ecdd tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:39.743638 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c4dc294a-17d9-4f33-84b3-c1105a2440a7 req-3660748d-ecd1-4958-91dd-730efff4ecdd tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 944 time: 0.0950832 Aug 31 00:40:39.771017 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:39.789186 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9d142f4e-6c0e-45a7-ad1a-c3430baaef4c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=76f177d4bb574dfa872bef4fabad6284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433520 Aug 31 00:40:39.792310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 46768) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:39.803747 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:39.807709 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d142f4e-6c0e-45a7-ad1a-c3430baaef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f76932-8059-4cff-af7a-f7bae1312d7f,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:39.823186 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-66ba42bf-fac6-4cc3-a884-39323feebd32 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:39.824737 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-66ba42bf-fac6-4cc3-a884-39323feebd32 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "GET /networking/v2.0/networks?id=a5ba44fa-fe70-448e-874e-97120592a817 HTTP/1.1" status: 200 len: 810 time: 0.2279093 Aug 31 00:40:39.861753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-35530ae9-5589-4793-93f9-5d40b2234f1b admin admin] Publish callbacks [] for security_group (a9f76932-8059-4cff-af7a-f7bae1312d7f), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:39.876698 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c4dc294a-17d9-4f33-84b3-c1105a2440a7 req-86869f78-ff65-4aa9-98cd-99f6591ef125 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223569 Aug 31 00:40:39.886335 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-35530ae9-5589-4793-93f9-5d40b2234f1b admin admin] Publish callbacks [] for security_group (a9f76932-8059-4cff-af7a-f7bae1312d7f), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:39.933871 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-741d1584-3af5-48ed-aad5-bd1ca8652190 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5023455241594360bacff911a6641d7a HTTP/1.1" status: 200 len: 380 time: 0.0860596 Aug 31 00:40:39.944775 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'port': {'device_id': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'admin_state_up': True, 'tenant_id': '5023455241594360bacff911a6641d7a', 'security_groups': ['f37fcc88-5549-452b-ab04-f84e44229604']}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:40.002909 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device c18f4b3c-fb43-40d2-901a-6255ea8c3f61 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:40:40.059419 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-779aa914-7714-493d-9554-f77bca91acd8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:40.061619 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-779aa914-7714-493d-9554-f77bca91acd8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 814 time: 0.1448147 Aug 31 00:40:40.110064 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-35530ae9-5589-4793-93f9-5d40b2234f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a9f76932-8059-4cff-af7a-f7bae1312d7f), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:40.112799 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-35530ae9-5589-4793-93f9-5d40b2234f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:40.113965 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-35530ae9-5589-4793-93f9-5d40b2234f1b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a9f76932-8059-4cff-af7a-f7bae1312d7f HTTP/1.1" status: 204 len: 168 time: 0.3200896 Aug 31 00:40:40.124386 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:40.135019 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35530ae9-5589-4793-93f9-5d40b2234f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f76932-8059-4cff-af7a-f7bae1312d7f,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:40.144998 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf9694-fb1d-4025-a516-48061e8a6c77 req-38568466-836b-4077-9403-caea16380b42 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:40.146663 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3fcf9694-fb1d-4025-a516-48061e8a6c77 req-38568466-836b-4077-9403-caea16380b42 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0954778 Aug 31 00:40:40.173143 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:40.181354 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Made reservation on behalf of 5023455241594360bacff911a6641d7a for: {'port': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:40:40.187301 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:40.190439 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'port_id': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'mac_address': 'fa:16:3e:72:5b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:40:40.193937 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:40.247205 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:40.248944 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:40.269532 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18f4b3c-fb43-40d2-901a-6255ea8c3f61 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:40:40.283555 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-86fadb02-08a1-4869-bb6e-eab8ea0f47ac tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec5893d9a55f4ed28f6579397d0d6f21 HTTP/1.1" status: 200 len: 380 time: 0.1921895 Aug 31 00:40:40.287701 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3fcf9694-fb1d-4025-a516-48061e8a6c77 req-62dcc61e-eb2b-41dd-8249-47b24e88026d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284523 Aug 31 00:40:40.297151 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:40.345015 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'port': {'device_id': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'admin_state_up': True, 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'security_groups': ['b5404fe4-9219-4944-a952-936c0b9de990']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:40.351314 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:40.431320 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:40.437091 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,revision_number=7']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:40.446480 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.447967 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.447967 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.447967 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.448410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.448855 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.449327 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.449721 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.450155 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.450544 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.451359 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.451845 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.452252 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.452875 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.453462 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:40:40.515758 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Allocated IP 172.20.0.8 (a5ba44fa-fe70-448e-874e-97120592a817/a52cfced-1ff9-4c2a-8304-6ecfff37d30f/a5078607-db3e-4a97-b7ea-6ced696b1877) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:40:40.602933 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Made reservation on behalf of ec5893d9a55f4ed28f6579397d0d6f21 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:40:40.608987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:40.693174 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fae1c4d-cd4c-4bf8-a8d0-e700aa408e6b req-5c5d1a4b-9121-407c-bd92-6c6d4420e5eb tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 210 time: 0.0435119 Aug 31 00:40:40.699277 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['c18f4b3c-fb43-40d2-901a-6255ea8c3f61'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:40:40.739496 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:40.828446 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-724e9d13-1bf0-4a94-b837-bbf7a0b41818 req-fd0de3c7-d9bc-41aa-989a-4742eb80c89f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0491982 Aug 31 00:40:40.840758 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Allocated IP 172.20.0.14 (6d427232-8e26-4216-9399-96dea4f30f86/ac7233ea-d3dd-4f4b-966f-1fedd056ffbf/68a3ba26-0475-4d94-9656-0d4d923ff6d1) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:40:40.842533 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:40.851599 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:40.923400 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Network a5ba44fa-fe70-448e-874e-97120592a817 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:40:40.933325 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:40:40.939533 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:40:40.946132 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:40.946782 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:40.951648 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event updated for resources: {'Port': ['ID=a5078607-db3e-4a97-b7ea-6ced696b1877,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:41.061231 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.077454 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bddbac-538e-409b-8fde-31d5f9c515d8 req-7c399a5f-16c4-46e6-a1da-7922e01653cb tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:41.088317 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-67bddbac-538e-409b-8fde-31d5f9c515d8 req-7c399a5f-16c4-46e6-a1da-7922e01653cb tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 945 time: 0.0701585 Aug 31 00:40:41.097182 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:41.117975 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-2f3a69cc-91d1-4482-a347-8e28cdd76582 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1788154 Aug 31 00:40:41.143284 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Request body: {'port': {'device_id': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:41.175590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.188610 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-67bddbac-538e-409b-8fde-31d5f9c515d8 req-7b391271-2572-4cf1-852a-d541c3d7f3bd tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983121 Aug 31 00:40:41.203659 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-c08cb8ff-d581-4f68-951f-c3120fd5a32c None None] Provisioning complete for port a5078607-db3e-4a97-b7ea-6ced696b1877 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:40:41.204730 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-c08cb8ff-d581-4f68-951f-c3120fd5a32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.234280 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.243924 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Network 6d427232-8e26-4216-9399-96dea4f30f86 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:40:41.253957 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:40:41.257510 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:41.258585 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-c08cb8ff-d581-4f68-951f-c3120fd5a32c None None] Port a5078607-db3e-4a97-b7ea-6ced696b1877 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:40:41.260604 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:40:41.323791 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event updated for resources: {'Port': ['ID=68a3ba26-0475-4d94-9656-0d4d923ff6d1,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:41.349720 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:41.350639 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.452688 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6dc1147f-7041-4c57-8ccb-40276dbe418c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1117260 Aug 31 00:40:41.470857 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f364-06a5-47fb-b3e5-597204498600 req-cad43855-9e55-4aec-a9db-a0c1c34cde03 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:41.472712 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e513f364-06a5-47fb-b3e5-597204498600 req-cad43855-9e55-4aec-a9db-a0c1c34cde03 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0675960 Aug 31 00:40:41.477902 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Request body: {'port': {'device_id': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:41.579113 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e513f364-06a5-47fb-b3e5-597204498600 req-d4799c8f-3a9e-4183-a43f-80c51beae5f5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959396 Aug 31 00:40:41.585870 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.621851 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-7fba253e-62db-45c4-ae97-e7785da82130 None None] Provisioning complete for port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:40:41.623188 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-7fba253e-62db-45c4-ae97-e7785da82130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.660391 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5078607-db3e-4a97-b7ea-6ced696b1877 {{(pid=113724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:40:41.671188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Publish callbacks [] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.672521 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-7fba253e-62db-45c4-ae97-e7785da82130 None None] Port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:40:41.695034 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.provisioning_blocks [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Transition to ACTIVE for port object a5078607-db3e-4a97-b7ea-6ced696b1877 will not be triggered until provisioned by entity L2. {{(pid=113724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:40:41.763031 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.840727 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:41.877411 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5078607-db3e-4a97-b7ea-6ced696b1877,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:41.895022 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a3ba26-0475-4d94-9656-0d4d923ff6d1 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:40:41.902811 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8632e4-10ca-41d3-895d-cb57d44625fc req-996cf8b2-43de-4695-97ca-478d6ede02ea tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:41.903616 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Publish callbacks [] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.905434 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-be8632e4-10ca-41d3-895d-cb57d44625fc req-996cf8b2-43de-4695-97ca-478d6ede02ea tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 943 time: 0.0998969 Aug 31 00:40:41.908589 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.managers [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Attempting to bind port a5078607-db3e-4a97-b7ea-6ced696b1877 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:40:41.908964 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.managers [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Attempting to bind port a5078607-db3e-4a97-b7ea-6ced696b1877 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'}] {{(pid=113724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:40:41.909341 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Attempting to bind port a5078607-db3e-4a97-b7ea-6ced696b1877 on network a5ba44fa-fe70-448e-874e-97120592a817 {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:40:41.921368 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Port a5078607-db3e-4a97-b7ea-6ced696b1877 on network a5ba44fa-fe70-448e-874e-97120592a817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:40:41.921692 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Attempting to bind port a5078607-db3e-4a97-b7ea-6ced696b1877 on network a5ba44fa-fe70-448e-874e-97120592a817 {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:40:41.924597 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Transition to ACTIVE for port object 68a3ba26-0475-4d94-9656-0d4d923ff6d1 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:40:41.936697 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:40:41.937067 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Checking segment: {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:40:41.937628 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Bound using segment: {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'} {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:40:41.938077 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.managers [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Bound port: a5078607-db3e-4a97-b7ea-6ced696b1877, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817'}}] {{(pid=113724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:40:41.938434 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.990295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:41.997283 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-be8632e4-10ca-41d3-895d-cb57d44625fc req-cb907d72-cea6-4941-86c9-cba35e5655c9 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852492 Aug 31 00:40:42.009505 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device c18f4b3c-fb43-40d2-901a-6255ea8c3f61 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:40:42.038728 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] For port a5078607-db3e-4a97-b7ea-6ced696b1877, host hv-cinder-85221, cleared binding levels {{(pid=113724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:40:42.042876 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] For port a5078607-db3e-4a97-b7ea-6ced696b1877, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a5078607-db3e-4a97-b7ea-6ced696b1877,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:40:42.052346 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57b691-8d37-404a-9be9-12c04e60a1e7 req-11a640cf-602b-48b9-b3d0-993e56da04c5 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:42.061227 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ee57b691-8d37-404a-9be9-12c04e60a1e7 req-11a640cf-602b-48b9-b3d0-993e56da04c5 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 932 time: 0.1230435 Aug 31 00:40:42.078775 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:40:42.079493 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:42.111484 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Pushing event updated for resources: {'Port': ['ID=68a3ba26-0475-4d94-9656-0d4d923ff6d1,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:42.111728 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:42.118670 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:42.119299 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:42.121252 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/a5078607-db3e-4a97-b7ea-6ced696b1877 HTTP/1.1" status: 200 len: 1093 time: 0.9859748 Aug 31 00:40:42.126239 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'tag': 'a5078607-db3e-4a97-b7ea-6ced696b1877'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:42.126808 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eabdf83-b85a-4be6-98ea-7b7de351352d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8cd0c7-4af8-443b-9f8d-d878cc6137e7", "tag": "a5078607-db3e-4a97-b7ea-6ced696b1877"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:42.174316 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f638293-aeca-4a32-bed8-2a146bdc53dc x-openstack-request-id: req-0f638293-aeca-4a32-bed8-2a146bdc53dc {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:42.174612 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8cd0c7-4af8-443b-9f8d-d878cc6137e7", "tag": "a5078607-db3e-4a97-b7ea-6ced696b1877", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:42.174869 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f638293-aeca-4a32-bed8-2a146bdc53dc {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:42.175267 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f638293-aeca-4a32-bed8-2a146bdc53dc'] response: {'name': 'network-changed', 'server_uuid': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'tag': 'a5078607-db3e-4a97-b7ea-6ced696b1877', 'status': 'completed', 'code': 200} Aug 31 00:40:42.194702 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:42.200311 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:42.201117 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:42.213786 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf4d29-4055-44c4-8304-ea949b931bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5078607-db3e-4a97-b7ea-6ced696b1877,revision_number=3']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:42.224674 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ee57b691-8d37-404a-9be9-12c04e60a1e7 req-1cfb955e-6602-457c-9592-4cbfd6fcdc40 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545627 Aug 31 00:40:42.226040 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Attempting to bind port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:40:42.226488 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Attempting to bind port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:40:42.226715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Attempting to bind port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:40:42.235582 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 on network 6d427232-8e26-4216-9399-96dea4f30f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:40:42.235582 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Attempting to bind port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 on network 6d427232-8e26-4216-9399-96dea4f30f86 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:40:42.236638 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:42.240386 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cc4b11-8b76-4765-bae6-6b32b0bfaff5" -d '{"events": [{"server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "name": "network-vif-plugged", "status": "completed", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:42.241571 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:40:42.243139 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Checking segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:40:42.243139 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Bound using segment: {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:40:42.243347 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:42.243455 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Bound port: 68a3ba26-0475-4d94-9656-0d4d923ff6d1, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925a14f9-2299-42dd-b663-99a6bfdc2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:40:42.243899 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:42.272757 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:42.355907 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] For port 68a3ba26-0475-4d94-9656-0d4d923ff6d1, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:40:42.360829 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] For port 68a3ba26-0475-4d94-9656-0d4d923ff6d1, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=68a3ba26-0475-4d94-9656-0d4d923ff6d1,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:40:42.374841 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:42.443428 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cf7e0-c332-4330-a176-4333573c0731 req-892759bd-8fd5-4400-b255-b122f67c1a4f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:42.445052 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-463cf7e0-c332-4330-a176-4333573c0731 req-892759bd-8fd5-4400-b255-b122f67c1a4f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0756350 Aug 31 00:40:42.454013 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,revision_number=8']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:42.484353 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:42.490870 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:42.490870 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:42.490870 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/68a3ba26-0475-4d94-9656-0d4d923ff6d1 HTTP/1.1" status: 200 len: 1094 time: 1.0165522 Aug 31 00:40:42.491970 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'tag': '68a3ba26-0475-4d94-9656-0d4d923ff6d1'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:42.494608 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23cd3f7-f1a2-4788-9951-499b9c9cf97b" -d '{"events": [{"name": "network-changed", "server_uuid": "50bd32a4-8af1-4f25-b417-e99467180ff3", "tag": "68a3ba26-0475-4d94-9656-0d4d923ff6d1"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:42.510003 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf4a239-0df0-4055-b16b-7620e0da4416 x-openstack-request-id: req-4bf4a239-0df0-4055-b16b-7620e0da4416 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:42.510343 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "name": "network-vif-plugged", "status": "completed", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:42.510605 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bf4a239-0df0-4055-b16b-7620e0da4416 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:42.511037 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf4a239-0df0-4055-b16b-7620e0da4416'] response: {'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'code': 200} Aug 31 00:40:42.580065 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-463cf7e0-c332-4330-a176-4333573c0731 req-25e29745-55e6-4140-9d36-a4ef974c54ea tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267831 Aug 31 00:40:42.585313 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5937da8-e343-4c3b-a16d-ee2d72a029bd x-openstack-request-id: req-d5937da8-e343-4c3b-a16d-ee2d72a029bd {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:42.585600 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bd32a4-8af1-4f25-b417-e99467180ff3", "tag": "68a3ba26-0475-4d94-9656-0d4d923ff6d1", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:42.588816 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5937da8-e343-4c3b-a16d-ee2d72a029bd {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:42.588816 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5937da8-e343-4c3b-a16d-ee2d72a029bd'] response: {'name': 'network-changed', 'server_uuid': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'tag': '68a3ba26-0475-4d94-9656-0d4d923ff6d1', 'status': 'completed', 'code': 200} Aug 31 00:40:42.597346 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f00329-427a-4e85-a5c5-557781ec4f56 service neutron] Pushing event updated for resources: {'Port': ['ID=68a3ba26-0475-4d94-9656-0d4d923ff6d1,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:42.601048 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabdf83-b85a-4be6-98ea-7b7de351352d req-6defcfb1-d382-45c2-aa52-bfc74c294814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:42.602982 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2eabdf83-b85a-4be6-98ea-7b7de351352d req-6defcfb1-d382-45c2-aa52-bfc74c294814 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 1127 time: 0.3498209 Aug 31 00:40:42.746322 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cd3f7-f1a2-4788-9951-499b9c9cf97b req-162c8330-2288-4afe-98c3-530736643de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:42.748218 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a23cd3f7-f1a2-4788-9951-499b9c9cf97b req-162c8330-2288-4afe-98c3-530736643de5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 1128 time: 0.0472214 Aug 31 00:40:42.750498 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:42.828080 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b4754-d4e2-4027-bf15-ee28ece10e0d req-5c9b7ac2-c69f-486e-a264-0e3094f010ac tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:42.838123 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8b0b4754-d4e2-4027-bf15-ee28ece10e0d req-5c9b7ac2-c69f-486e-a264-0e3094f010ac tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.1469693 Aug 31 00:40:42.901972 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cd3f7-f1a2-4788-9951-499b9c9cf97b req-e4153e8a-596e-4973-847f-33c3660834ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:42.905690 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a23cd3f7-f1a2-4788-9951-499b9c9cf97b req-e4153e8a-596e-4973-847f-33c3660834ec service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1409836 Aug 31 00:40:42.968756 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8b0b4754-d4e2-4027-bf15-ee28ece10e0d req-df143223-4eef-40a0-8b95-7b7213fd75e3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324131 Aug 31 00:40:42.971970 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabdf83-b85a-4be6-98ea-7b7de351352d req-411eb108-fd4f-43f0-812c-064905d74c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:42.975125 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2eabdf83-b85a-4be6-98ea-7b7de351352d req-411eb108-fd4f-43f0-812c-064905d74c07 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=5023455241594360bacff911a6641d7a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2752390 Aug 31 00:40:43.041542 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71472ef-f5d5-4aac-96c6-2855b1742af8 req-bfc1047c-8193-4c27-aeef-41f13f814e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:43.043035 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d71472ef-f5d5-4aac-96c6-2855b1742af8 req-bfc1047c-8193-4c27-aeef-41f13f814e9b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1130 time: 0.0629442 Aug 31 00:40:43.085649 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cd3f7-f1a2-4788-9951-499b9c9cf97b req-5a9cfedd-cc3d-482f-8919-113531240e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:43.087313 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a23cd3f7-f1a2-4788-9951-499b9c9cf97b req-5a9cfedd-cc3d-482f-8919-113531240e69 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647184 Aug 31 00:40:43.158092 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:43.173326 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabdf83-b85a-4be6-98ea-7b7de351352d req-323ce33f-f441-4859-9965-4858947ab13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:43.174977 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2eabdf83-b85a-4be6-98ea-7b7de351352d req-323ce33f-f441-4859-9965-4858947ab13b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955709 Aug 31 00:40:43.186702 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1dd6d-4213-4a8a-a17d-27b76ea1c5b1 req-358bfc4b-17d6-4745-bd0c-b8327e480392 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:43.188276 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fcc1dd6d-4213-4a8a-a17d-27b76ea1c5b1 req-358bfc4b-17d6-4745-bd0c-b8327e480392 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 943 time: 0.0713696 Aug 31 00:40:43.262475 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6d15d407-09eb-4ef2-aa6a-8adb595892f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:43.264605 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-6d15d407-09eb-4ef2-aa6a-8adb595892f1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 1128 time: 0.0500722 Aug 31 00:40:43.265830 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d71472ef-f5d5-4aac-96c6-2855b1742af8 req-206591a3-bcb7-437f-86a8-f2e520753ae5 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052525 Aug 31 00:40:43.272247 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fcc1dd6d-4213-4a8a-a17d-27b76ea1c5b1 req-0105062b-fed6-4154-986b-69a455ca29e4 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730352 Aug 31 00:40:43.369957 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e217-9753-4d65-9bb0-6e3be8316b6d req-a6445f4c-fc14-4111-af6f-08f6e85211ed tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:43.371450 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-acb1e217-9753-4d65-9bb0-6e3be8316b6d req-a6445f4c-fc14-4111-af6f-08f6e85211ed tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 944 time: 0.0530722 Aug 31 00:40:43.423672 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-acb1e217-9753-4d65-9bb0-6e3be8316b6d req-7f27eb5e-5f28-4a7b-9bc6-2df2e1d1ca0d tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448122 Aug 31 00:40:43.673905 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-70bd8350-aa2e-4538-afe4-731ee1414166 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a3ba26-0475-4d94-9656-0d4d923ff6d1 HTTP/1.1" status: 200 len: 217 time: 0.0478301 Aug 31 00:40:43.682061 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:43.704149 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-59718f72-3701-462f-9a79-80f34355f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:43.705750 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-59718f72-3701-462f-9a79-80f34355f257 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 1127 time: 0.0795596 Aug 31 00:40:43.722364 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4b783-d2eb-4aa6-b08f-4c353d3c4b07 req-92be43b8-19ff-471c-9e4b-6b16c34ae16c tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:43.723847 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e5d4b783-d2eb-4aa6-b08f-4c353d3c4b07 req-92be43b8-19ff-471c-9e4b-6b16c34ae16c tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0639546 Aug 31 00:40:43.777063 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e5d4b783-d2eb-4aa6-b08f-4c353d3c4b07 req-a44162e7-b1ce-4e8a-92a6-f8e38219eaeb tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474670 Aug 31 00:40:43.868748 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:44.104746 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-c65e672e-91e8-45d1-b540-5aeb34372ea5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5078607-db3e-4a97-b7ea-6ced696b1877 HTTP/1.1" status: 200 len: 217 time: 0.0369515 Aug 31 00:40:44.127681 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c934f9-e89b-4fc0-9e2c-7d8ec95c601d req-4200095a-3994-4ac4-b740-e1a198e9e8dd tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:44.129269 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-48c934f9-e89b-4fc0-9e2c-7d8ec95c601d req-4200095a-3994-4ac4-b740-e1a198e9e8dd tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0789177 Aug 31 00:40:44.147966 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-2b21d167-841b-48f2-8e58-76fc9c6ca636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:44.149685 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-2b21d167-841b-48f2-8e58-76fc9c6ca636 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 200 len: 853 time: 0.0679054 Aug 31 00:40:44.162112 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-0224f140-9092-4c7e-a990-76dc7c780f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:44.163830 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-0224f140-9092-4c7e-a990-76dc7c780f63 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a52cfced-1ff9-4c2a-8304-6ecfff37d30f HTTP/1.1" status: 200 len: 849 time: 0.0527241 Aug 31 00:40:44.195436 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-48c934f9-e89b-4fc0-9e2c-7d8ec95c601d req-c1802d1c-90e5-46ca-9884-92211f61e3d7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597439 Aug 31 00:40:44.224780 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-b78e1a91-40af-42d0-a69c-90c12eb7e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:44.224780 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-b78e1a91-40af-42d0-a69c-90c12eb7e6af service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a5ba44fa-fe70-448e-874e-97120592a817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440569 Aug 31 00:40:44.225427 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-3bafc3ed-1d34-40fd-b28b-c463faff9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:44.226934 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-3bafc3ed-1d34-40fd-b28b-c463faff9bd0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6d427232-8e26-4216-9399-96dea4f30f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468299 Aug 31 00:40:44.335786 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-b135141d-c9b4-4c31-b199-c2e56f97e13b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968659 Aug 31 00:40:44.345341 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-90751929-6434-4cae-a3e7-ef0430fd530f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069217 Aug 31 00:40:44.412422 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba42bcf-4bd9-4700-a91f-8f09d37683b7 req-398de139-5f01-488b-b656-6c8b6fb74132 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:44.413979 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aba42bcf-4bd9-4700-a91f-8f09d37683b7 req-398de139-5f01-488b-b656-6c8b6fb74132 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 943 time: 0.0589576 Aug 31 00:40:44.461523 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:44.466513 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-aba42bcf-4bd9-4700-a91f-8f09d37683b7 req-1b62a97c-264f-4be5-9440-3126a7aa01b7 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467973 Aug 31 00:40:44.567170 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8f04d-db28-4f43-b122-1604f61c73b5 req-a0eb403d-a893-4f08-9b5b-c8509de2508f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:44.568586 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8aa8f04d-db28-4f43-b122-1604f61c73b5 req-a0eb403d-a893-4f08-9b5b-c8509de2508f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 944 time: 0.0640762 Aug 31 00:40:44.619023 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8aa8f04d-db28-4f43-b122-1604f61c73b5 req-582eae31-4db2-40b1-a572-5dc5fe858ae8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447550 Aug 31 00:40:44.912228 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436bcdd-2815-48ac-96da-737ef1098798 req-38657f58-4c52-4983-8c2f-461ed55baca5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:44.913834 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d436bcdd-2815-48ac-96da-737ef1098798 req-38657f58-4c52-4983-8c2f-461ed55baca5 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0512726 Aug 31 00:40:44.968573 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d436bcdd-2815-48ac-96da-737ef1098798 req-35873186-9209-4ae5-8096-a7f3b89678ec tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489058 Aug 31 00:40:45.079954 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3fc762e1-e10d-4a5f-a195-010d97e21286 req-208d05c2-0939-4b63-a7f7-1828d57ce742 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138511 Aug 31 00:40:45.080640 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c1f8541e-e389-4bcc-aaf9-265bff567b38 req-5bf7b0d6-caa0-4236-a26e-e9f419d53759 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026754 Aug 31 00:40:45.332754 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3d58-d8f5-4f9e-af33-0fba2a6f6ac7 req-4cdfd272-a003-4647-b6cd-a7842d472b86 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:45.334171 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-273b3d58-d8f5-4f9e-af33-0fba2a6f6ac7 req-4cdfd272-a003-4647-b6cd-a7842d472b86 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0517805 Aug 31 00:40:45.386268 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-273b3d58-d8f5-4f9e-af33-0fba2a6f6ac7 req-4990df00-d986-4ef1-9e2f-5b030a2242c3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 Aug 31 00:40:45.602673 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b3045-da51-4b5c-a7b5-49d7f5bfa2b8 req-26798954-6806-4908-a706-f342db8121e3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:45.604366 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ad4b3045-da51-4b5c-a7b5-49d7f5bfa2b8 req-26798954-6806-4908-a706-f342db8121e3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 943 time: 0.0574441 Aug 31 00:40:45.659903 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ad4b3045-da51-4b5c-a7b5-49d7f5bfa2b8 req-ef969366-7a38-4f37-a4cc-9fd154597984 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497591 Aug 31 00:40:45.749614 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543703d9-95cf-4733-a7b1-fd088fcd5df8 req-6eeeac42-4d40-4248-a3f2-4cb1b23c03f2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:45.755276 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-543703d9-95cf-4733-a7b1-fd088fcd5df8 req-6eeeac42-4d40-4248-a3f2-4cb1b23c03f2 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 944 time: 0.0532005 Aug 31 00:40:45.806420 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-543703d9-95cf-4733-a7b1-fd088fcd5df8 req-6d313090-7e90-4189-888e-c18b88bd3ecd tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491471 Aug 31 00:40:46.030644 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device cfcd650e-10f6-464f-a79f-ed420080aea1 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:40:46.106332 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f65280-3c30-43dc-af47-4c0b335c3c8e req-6b46ed06-adc0-456a-91c2-f9a792a4b1ce tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:46.107742 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-56f65280-3c30-43dc-af47-4c0b335c3c8e req-6b46ed06-adc0-456a-91c2-f9a792a4b1ce tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0603590 Aug 31 00:40:46.118714 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:46.142081 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:46.155662 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'port_id': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'mac_address': 'fa:16:3e:fd:00:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:40:46.167758 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-56f65280-3c30-43dc-af47-4c0b335c3c8e req-17a76181-7f4c-414d-9efb-ed5c0383fe46 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483077 Aug 31 00:40:46.195604 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port cfcd650e-10f6-464f-a79f-ed420080aea1 is: ACTIVE; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:46.196098 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:46.211422 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfcd650e-10f6-464f-a79f-ed420080aea1 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:40:46.231186 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:46.294173 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:46.342433 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=6']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:46.462005 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['cfcd650e-10f6-464f-a79f-ed420080aea1'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:40:46.523227 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038730b-f1fe-42f4-b998-cfc444828921 req-da44c9d1-5060-4b71-ab0b-cb181b3b5335 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:46.525120 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0038730b-f1fe-42f4-b998-cfc444828921 req-da44c9d1-5060-4b71-ab0b-cb181b3b5335 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 945 time: 0.0507536 Aug 31 00:40:46.578532 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0038730b-f1fe-42f4-b998-cfc444828921 req-d49b0dab-527d-45cf-a9d3-66325acfea2e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463953 Aug 31 00:40:46.824631 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d59dd-c123-4a61-8004-a86e057b3d12 req-64eb1c26-79a1-437d-9b6b-15bace9703cd tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:46.826159 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9d6d59dd-c123-4a61-8004-a86e057b3d12 req-64eb1c26-79a1-437d-9b6b-15bace9703cd tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 943 time: 0.0532680 Aug 31 00:40:46.880798 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9d6d59dd-c123-4a61-8004-a86e057b3d12 req-d982a8d8-d825-4e13-aa8d-471e7bbe44e7 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487099 Aug 31 00:40:46.944414 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c5523-a1a4-4171-9224-6e9f14971679 req-08c93ee3-a3c4-4be3-8db5-2ad16689f2f7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:46.949210 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-315c5523-a1a4-4171-9224-6e9f14971679 req-08c93ee3-a3c4-4be3-8db5-2ad16689f2f7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 944 time: 0.0565922 Aug 31 00:40:46.983997 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:46.995853 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-315c5523-a1a4-4171-9224-6e9f14971679 req-b24d41d8-1526-4152-b5ff-97a7494ac534 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437450 Aug 31 00:40:47.557746 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-70984185-7b8f-4648-88cf-d459452505a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:47.710285 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63c9b4-8047-4719-b154-f35301c95173 req-1f176fef-61a1-4898-a159-40c7c2f35e55 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:47.711840 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ba63c9b4-8047-4719-b154-f35301c95173 req-1f176fef-61a1-4898-a159-40c7c2f35e55 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 945 time: 0.0486131 Aug 31 00:40:47.765703 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ba63c9b4-8047-4719-b154-f35301c95173 req-62c53f41-ce67-45f6-88a6-65a6b8b0db01 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481732 Aug 31 00:40:47.965835 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:48.006455 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d50f6-237e-4332-a661-8d0357539696 req-a5a62d4a-cc8c-4fbe-9823-91e0b1f33bf0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:48.008091 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f23d50f6-237e-4332-a661-8d0357539696 req-a5a62d4a-cc8c-4fbe-9823-91e0b1f33bf0 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 943 time: 0.0521486 Aug 31 00:40:48.059760 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f23d50f6-237e-4332-a661-8d0357539696 req-2ea5b919-c84f-456d-b5c8-39bf65dc93df tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Aug 31 00:40:48.117918 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cae952-5843-43e8-b119-a26cecfd791f req-9559436f-8fcc-4796-bd88-7b022277b4a7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:48.119434 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2cae952-5843-43e8-b119-a26cecfd791f req-9559436f-8fcc-4796-bd88-7b022277b4a7 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 944 time: 0.0480742 Aug 31 00:40:48.169935 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2cae952-5843-43e8-b119-a26cecfd791f req-41d3bd60-9fb1-409f-8e8d-94c18727f871 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Aug 31 00:40:48.906241 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7e77-ae0e-404f-a68e-ce60a36b31c0 req-220bbb33-bf89-4349-84cf-eab8703b9c22 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:48.907740 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b68b7e77-ae0e-404f-a68e-ce60a36b31c0 req-220bbb33-bf89-4349-84cf-eab8703b9c22 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 945 time: 0.0554602 Aug 31 00:40:48.962652 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b68b7e77-ae0e-404f-a68e-ce60a36b31c0 req-296bad7a-5a0b-4598-94ed-10db1332a258 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491617 Aug 31 00:40:49.152259 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:49.193310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418845e9-4919-405f-bc6c-346d9cfb9fa3 req-314577fa-411b-4062-b80c-9472ba859869 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:49.194815 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-418845e9-4919-405f-bc6c-346d9cfb9fa3 req-314577fa-411b-4062-b80c-9472ba859869 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 943 time: 0.0517404 Aug 31 00:40:49.248526 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-418845e9-4919-405f-bc6c-346d9cfb9fa3 req-2416660f-7878-432d-b69f-a2655bb398a2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477121 Aug 31 00:40:49.315094 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590721df-f1b8-4542-baff-c91dc269df7a req-796e6f05-bbee-4ba5-a858-6f05b4552faa tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:49.318877 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-590721df-f1b8-4542-baff-c91dc269df7a req-796e6f05-bbee-4ba5-a858-6f05b4552faa tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 944 time: 0.0614233 Aug 31 00:40:49.371492 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 68a3ba26-0475-4d94-9656-0d4d923ff6d1 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:40:49.375066 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-590721df-f1b8-4542-baff-c91dc269df7a req-de712406-bf88-4574-95b6-ab2e4b3631b6 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517049 Aug 31 00:40:49.481109 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 68a3ba26-0475-4d94-9656-0d4d923ff6d1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=68a3ba26-0475-4d94-9656-0d4d923ff6d1,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:49.493674 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '68a3ba26-0475-4d94-9656-0d4d923ff6d1', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'port_id': '68a3ba26-0475-4d94-9656-0d4d923ff6d1', 'mac_address': 'fa:16:3e:09:87:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:40:49.531316 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:49.531703 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:49.546488 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a3ba26-0475-4d94-9656-0d4d923ff6d1 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:40:49.567957 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 68a3ba26-0475-4d94-9656-0d4d923ff6d1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=68a3ba26-0475-4d94-9656-0d4d923ff6d1,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:49.642836 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:49.643466 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device a5078607-db3e-4a97-b7ea-6ced696b1877 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:40:49.685276 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:49.722040 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=68a3ba26-0475-4d94-9656-0d4d923ff6d1,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:49.795199 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port a5078607-db3e-4a97-b7ea-6ced696b1877, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a5078607-db3e-4a97-b7ea-6ced696b1877,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:49.807692 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'a5078607-db3e-4a97-b7ea-6ced696b1877', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'port_id': 'a5078607-db3e-4a97-b7ea-6ced696b1877', 'mac_address': 'fa:16:3e:56:16:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:40:49.813139 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:49.847590 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port a5078607-db3e-4a97-b7ea-6ced696b1877 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:49.847982 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:49.862082 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5078607-db3e-4a97-b7ea-6ced696b1877 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:40:49.882075 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port a5078607-db3e-4a97-b7ea-6ced696b1877, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a5078607-db3e-4a97-b7ea-6ced696b1877,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:49.974303 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:50.024025 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=a5078607-db3e-4a97-b7ea-6ced696b1877,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:50.099327 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60ee99-1908-42ff-8ddc-3156e75035ea req-c8190f16-c6d1-4c1e-8ffc-c0c0257cc395 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:50.100836 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fc60ee99-1908-42ff-8ddc-3156e75035ea req-c8190f16-c6d1-4c1e-8ffc-c0c0257cc395 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 945 time: 0.0526717 Aug 31 00:40:50.111619 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-463e423b-f093-4a2f-892b-f1a812fc3e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:50.154008 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fc60ee99-1908-42ff-8ddc-3156e75035ea req-385258e0-e951-45c0-ad8d-f56b2ac9db0f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476925 Aug 31 00:40:50.323578 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device cfcd650e-10f6-464f-a79f-ed420080aea1 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:40:50.370329 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port cfcd650e-10f6-464f-a79f-ed420080aea1 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:40:50.370710 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:50.376214 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae01f8f-8851-4250-9f81-3f0722a51c58 req-1d7121a9-06e4-4f01-a724-f88281dc762d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:50.377789 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5ae01f8f-8851-4250-9f81-3f0722a51c58 req-1d7121a9-06e4-4f01-a724-f88281dc762d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 944 time: 0.0487814 Aug 31 00:40:50.440195 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5ae01f8f-8851-4250-9f81-3f0722a51c58 req-7eb6cbaa-9141-49ce-afbd-f6c48a00a885 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558865 Aug 31 00:40:50.478776 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port cfcd650e-10f6-464f-a79f-ed420080aea1 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:50.479324 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:50.505522 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:50.507026 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b69255-0c4b-48a3-b8f8-6fb09f77ee69 req-217e6111-d8d3-4ae9-8768-ecb446a41621 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:50.514874 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dea02f0-f770-4d20-965d-57cfd25215bf" -d '{"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:50.515091 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73b69255-0c4b-48a3-b8f8-6fb09f77ee69 req-217e6111-d8d3-4ae9-8768-ecb446a41621 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 945 time: 0.0545855 Aug 31 00:40:50.524637 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:50.546815 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7806442b-5dfb-4a74-b275-866635cb7ab3 x-openstack-request-id: req-7806442b-5dfb-4a74-b275-866635cb7ab3 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:50.547111 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:50.547366 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7806442b-5dfb-4a74-b275-866635cb7ab3 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:50.547769 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7806442b-5dfb-4a74-b275-866635cb7ab3'] response: {'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'code': 200} Aug 31 00:40:50.562997 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-73b69255-0c4b-48a3-b8f8-6fb09f77ee69 req-939fabfc-33d4-46c5-b4af-ccc3fc411dd0 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477924 Aug 31 00:40:50.585971 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:50.643066 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=7']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:50.980671 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['68a3ba26-0475-4d94-9656-0d4d923ff6d1'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:40:51.114008 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['a5078607-db3e-4a97-b7ea-6ced696b1877'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:40:51.294922 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cc66c-bcf4-4424-b766-38450fe5478c req-51d7b249-d6da-430f-a62a-6fcdc9d946b0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:51.297404 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ea9cc66c-bcf4-4424-b766-38450fe5478c req-51d7b249-d6da-430f-a62a-6fcdc9d946b0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0589900 Aug 31 00:40:51.354460 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ea9cc66c-bcf4-4424-b766-38450fe5478c req-b3262e94-5a37-40af-a915-a42f2847b264 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502429 Aug 31 00:40:51.403370 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:51.505061 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:51.610295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed7ee9-eedd-41fd-8ffd-b63dd31f20c6 req-8977520d-8a23-4230-80b3-4f0a44868093 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:51.612055 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-58ed7ee9-eedd-41fd-8ffd-b63dd31f20c6 req-8977520d-8a23-4230-80b3-4f0a44868093 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 944 time: 0.0695810 Aug 31 00:40:51.698215 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-58ed7ee9-eedd-41fd-8ffd-b63dd31f20c6 req-4f120457-3624-4b1d-8305-6bda5f8bbb90 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770607 Aug 31 00:40:51.749646 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f93e66-c0cf-40b5-88ae-f731c3f29f47 req-3d37360b-20a1-46ee-a4a3-6a1cc3885c9a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:51.751372 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-68f93e66-c0cf-40b5-88ae-f731c3f29f47 req-3d37360b-20a1-46ee-a4a3-6a1cc3885c9a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 945 time: 0.0723290 Aug 31 00:40:51.814838 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-68f93e66-c0cf-40b5-88ae-f731c3f29f47 req-2600e531-9337-48b8-a109-a0ecfc5efc9b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575211 Aug 31 00:40:52.504623 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:52.514276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b9818-fc81-493c-9a96-ff2d458becb0 req-58c1ef0d-5d49-4350-b57a-e11de58fdf86 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:52.516802 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b54b9818-fc81-493c-9a96-ff2d458becb0 req-58c1ef0d-5d49-4350-b57a-e11de58fdf86 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0591555 Aug 31 00:40:52.577892 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b54b9818-fc81-493c-9a96-ff2d458becb0 req-2bb347d2-88f4-4d4a-9def-45220584976f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551782 Aug 31 00:40:52.662849 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 68a3ba26-0475-4d94-9656-0d4d923ff6d1 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:40:52.712454 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:40:52.798134 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:40:52.798685 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:52.902996 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d63cc0-9664-41ba-b18b-4b5df0a5e691 req-e7330a1c-21b0-4930-80cc-734eafb072d3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:52.913892 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:52.914296 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:52.917271 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a4d63cc0-9664-41ba-b18b-4b5df0a5e691 req-e7330a1c-21b0-4930-80cc-734eafb072d3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 944 time: 0.1275887 Aug 31 00:40:52.981202 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a3ba26-0475-4d94-9656-0d4d923ff6d1'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:52.983872 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32a5058-cd37-4b43-a4b9-b0f014bf8f72" -d '{"events": [{"server_uuid": "50bd32a4-8af1-4f25-b417-e99467180ff3", "name": "network-vif-plugged", "status": "completed", "tag": "68a3ba26-0475-4d94-9656-0d4d923ff6d1"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:52.992519 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a4d63cc0-9664-41ba-b18b-4b5df0a5e691 req-91c77a31-4771-49c2-9bd5-6f06aa4588ad tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668046 Aug 31 00:40:53.011747 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 68a3ba26-0475-4d94-9656-0d4d923ff6d1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=68a3ba26-0475-4d94-9656-0d4d923ff6d1,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:53.048418 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b324ed-1ede-476a-8266-3897c290d002 x-openstack-request-id: req-06b324ed-1ede-476a-8266-3897c290d002 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:53.048940 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bd32a4-8af1-4f25-b417-e99467180ff3", "name": "network-vif-plugged", "status": "completed", "tag": "68a3ba26-0475-4d94-9656-0d4d923ff6d1", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:53.050276 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06b324ed-1ede-476a-8266-3897c290d002 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:53.050904 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b324ed-1ede-476a-8266-3897c290d002'] response: {'server_uuid': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a3ba26-0475-4d94-9656-0d4d923ff6d1', 'code': 200} Aug 31 00:40:53.064633 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce71973-77d8-4799-926c-626d8a6dde43 req-360f8efc-8bb4-4710-84fd-0aa5197aa797 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:53.071068 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:53.079831 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9ce71973-77d8-4799-926c-626d8a6dde43 req-360f8efc-8bb4-4710-84fd-0aa5197aa797 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 945 time: 0.0926266 Aug 31 00:40:53.117719 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:53.118962 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device a5078607-db3e-4a97-b7ea-6ced696b1877 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:40:53.153912 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9ce71973-77d8-4799-926c-626d8a6dde43 req-96019521-e1a5-4a61-99cb-86b27ab9c7f8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721235 Aug 31 00:40:53.223124 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port a5078607-db3e-4a97-b7ea-6ced696b1877 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:40:53.225759 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:53.237130 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=68a3ba26-0475-4d94-9656-0d4d923ff6d1,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:53.329271 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port a5078607-db3e-4a97-b7ea-6ced696b1877 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:40:53.329928 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:53.425420 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port a5078607-db3e-4a97-b7ea-6ced696b1877 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:40:53.425941 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:53.437685 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:53.468127 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port a5078607-db3e-4a97-b7ea-6ced696b1877, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a5078607-db3e-4a97-b7ea-6ced696b1877,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:40:53.585929 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:53.654685 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787918e5-710f-4ec2-b278-3931c0f62360 req-9b4d51ec-10bc-4c09-b3b5-8e4efec46353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:53.658194 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-787918e5-710f-4ec2-b278-3931c0f62360 req-9b4d51ec-10bc-4c09-b3b5-8e4efec46353 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 1130 time: 0.0908427 Aug 31 00:40:53.699578 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=a5078607-db3e-4a97-b7ea-6ced696b1877,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:53.758456 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-787918e5-710f-4ec2-b278-3931c0f62360 req-3d501395-73a1-45bb-ae6f-136fe6f8ae6a service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931897 Aug 31 00:40:53.798554 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5087269-39c6-44dd-8e51-cfcf8d4e3b5f req-0e3ed625-4ac1-4bb3-b9dc-c32c12d64ee0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:53.800480 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d5087269-39c6-44dd-8e51-cfcf8d4e3b5f req-0e3ed625-4ac1-4bb3-b9dc-c32c12d64ee0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0741227 Aug 31 00:40:53.861080 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d5087269-39c6-44dd-8e51-cfcf8d4e3b5f req-a44f1b25-bbed-4ea9-bba0-d66f0b76bccd tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524886 Aug 31 00:40:54.153784 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53aad03-f68d-4419-8a6a-fb4f375cb2e1 req-e7b26324-8fb0-4fd2-a7fc-59f3d9e183b2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:54.156246 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f53aad03-f68d-4419-8a6a-fb4f375cb2e1 req-e7b26324-8fb0-4fd2-a7fc-59f3d9e183b2 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.0567555 Aug 31 00:40:54.230083 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f53aad03-f68d-4419-8a6a-fb4f375cb2e1 req-ae54d4b4-2681-4b5b-8c0e-7cf3a00b4e38 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676599 Aug 31 00:40:54.288252 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96317f-2cae-4dc8-bef0-7b1d34c2b820 req-7cdb2f31-70af-43a4-b7cf-88a520bec21c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:54.289873 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-af96317f-2cae-4dc8-bef0-7b1d34c2b820 req-7cdb2f31-70af-43a4-b7cf-88a520bec21c tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 946 time: 0.0542138 Aug 31 00:40:54.345216 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-af96317f-2cae-4dc8-bef0-7b1d34c2b820 req-10b28e6d-e06d-4a6f-b049-61148f36ec1b tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487318 Aug 31 00:40:55.018468 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709495f-fe95-4544-9a98-8b132c5aa97b req-8cfd5afe-c367-4920-98f8-dad591bb6751 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:55.020631 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f709495f-fe95-4544-9a98-8b132c5aa97b req-8cfd5afe-c367-4920-98f8-dad591bb6751 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0609252 Aug 31 00:40:55.052315 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5078607-db3e-4a97-b7ea-6ced696b1877'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:55.057620 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbbe18d-f7f9-4b9b-b1ab-316617a78245" -d '{"events": [{"server_uuid": "bf8cd0c7-4af8-443b-9f8d-d878cc6137e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5078607-db3e-4a97-b7ea-6ced696b1877"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:55.094096 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f709495f-fe95-4544-9a98-8b132c5aa97b req-8248b2b3-e9c3-4146-8393-2e15d9a58b05 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640771 Aug 31 00:40:55.153097 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bee75f-1653-4b81-b92f-b10e8a5d7253 x-openstack-request-id: req-89bee75f-1653-4b81-b92f-b10e8a5d7253 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:55.153097 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8cd0c7-4af8-443b-9f8d-d878cc6137e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5078607-db3e-4a97-b7ea-6ced696b1877", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:55.153097 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89bee75f-1653-4b81-b92f-b10e8a5d7253 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:55.153097 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bee75f-1653-4b81-b92f-b10e8a5d7253'] response: {'server_uuid': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5078607-db3e-4a97-b7ea-6ced696b1877', 'code': 200} Aug 31 00:40:55.372145 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74370e4a-54e8-4dc7-995a-730aecb329e6 req-366ed4c0-5759-45e0-9557-85407989e457 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:55.374674 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-74370e4a-54e8-4dc7-995a-730aecb329e6 req-366ed4c0-5759-45e0-9557-85407989e457 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.0562544 Aug 31 00:40:55.443102 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:55.454516 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-74370e4a-54e8-4dc7-995a-730aecb329e6 req-5655eb0d-9893-4cdf-b6f9-0f3d15a816e5 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704629 Aug 31 00:40:55.503504 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cae921-d164-4123-8594-1761adbaa976 req-dadaf96b-8174-4980-b5cd-f790bce616ae tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:55.505503 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a9cae921-d164-4123-8594-1761adbaa976 req-dadaf96b-8174-4980-b5cd-f790bce616ae tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 946 time: 0.0654006 Aug 31 00:40:55.568625 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a9cae921-d164-4123-8594-1761adbaa976 req-61f86758-76ac-4b15-b878-0eecc458eb50 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571485 Aug 31 00:40:56.114623 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda327e2-82b3-4673-9020-cf376feae274 req-8ea30b83-7304-4ba5-8b07-fbdf354e0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:56.118364 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eda327e2-82b3-4673-9020-cf376feae274 req-8ea30b83-7304-4ba5-8b07-fbdf354e0895 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 1129 time: 0.0535378 Aug 31 00:40:56.173238 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eda327e2-82b3-4673-9020-cf376feae274 req-9ac9c326-7d73-4f70-b9df-1992dcfc6f12 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482116 Aug 31 00:40:56.250981 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22822c55-a36a-478d-9ce2-c26075c59f5c req-b82747be-c1aa-4f26-8910-c7dfcefa5f4a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:56.258799 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-22822c55-a36a-478d-9ce2-c26075c59f5c req-b82747be-c1aa-4f26-8910-c7dfcefa5f4a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0612781 Aug 31 00:40:56.331268 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-22822c55-a36a-478d-9ce2-c26075c59f5c req-06c8efb7-fb9c-44a2-9bb7-ec7eba76b54e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695093 Aug 31 00:40:56.615177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867597e5-3c66-4b97-9053-7773fef66f6b req-383f4ebc-c46d-48fd-9535-e697a7238849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:56.628399 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-867597e5-3c66-4b97-9053-7773fef66f6b req-383f4ebc-c46d-48fd-9535-e697a7238849 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.0786171 Aug 31 00:40:56.690728 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:56.695836 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-867597e5-3c66-4b97-9053-7773fef66f6b req-5e07a5db-32a7-4c11-83a1-643468572854 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665610 Aug 31 00:40:56.716418 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:56.738192 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e4b7-3cdb-4bd8-9f6a-0d12991c3ded req-cfa35af2-4162-4c4d-9ab0-0cd3d5cd9930 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:56.739827 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7a28e4b7-3cdb-4bd8-9f6a-0d12991c3ded req-cfa35af2-4162-4c4d-9ab0-0cd3d5cd9930 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 946 time: 0.0600851 Aug 31 00:40:56.800130 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7a28e4b7-3cdb-4bd8-9f6a-0d12991c3ded req-6e1bfc69-8694-4e6a-adad-7831abd0f55e tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541356 Aug 31 00:40:56.973239 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:56.982677 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9af4d-2e26-4a37-a0db-0c035c906f28 req-2ea350dd-f819-428f-b999-d56542ad27a3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:56.995983 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8df9af4d-2e26-4a37-a0db-0c035c906f28 req-2ea350dd-f819-428f-b999-d56542ad27a3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 946 time: 0.0741422 Aug 31 00:40:56.996633 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47064) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:57.009305 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-d276ce68-0487-487f-8da1-406f84cddb73 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Request body: {'floatingip': {'port_id': '68a3ba26-0475-4d94-9656-0d4d923ff6d1'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:57.119995 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d276ce68-0487-487f-8da1-406f84cddb73 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (67055aee-2af1-4333-a351-6a78f8729e1b), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:57.196997 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47068) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:57.277642 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-4d047297-cc09-4a28-b50c-d811de70f73d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117735 Aug 31 00:40:57.283216 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:57.455891 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9324d7d5-2e86-41ed-ad15-9d69d3c10c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:57.564983 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9324d7d5-2e86-41ed-ad15-9d69d3c10c68 admin admin] Publish callbacks [] for security_group (2fb7c6b0-e9df-4adb-9fc7-68dd9a117858), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:57.602464 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfefb5-1023-4f4c-bd07-022c9f1ea038 req-146ae5b0-a418-4bd3-b0a4-5b9b5986d6c3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:57.604030 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fcbfefb5-1023-4f4c-bd07-022c9f1ea038 req-146ae5b0-a418-4bd3-b0a4-5b9b5986d6c3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.1471052 Aug 31 00:40:57.725863 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fcbfefb5-1023-4f4c-bd07-022c9f1ea038 req-b39a9192-b755-4d4f-8bcc-56c1e56e435e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154559 Aug 31 00:40:57.824496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d276ce68-0487-487f-8da1-406f84cddb73 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:57.854032 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165258e5-4d4e-4afb-a5bf-2b00c16e0bfd req-2a9e1154-5870-4f43-b1d0-248bb3cfa949 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:57.856882 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-165258e5-4d4e-4afb-a5bf-2b00c16e0bfd req-2a9e1154-5870-4f43-b1d0-248bb3cfa949 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.0676279 Aug 31 00:40:57.918733 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-165258e5-4d4e-4afb-a5bf-2b00c16e0bfd req-625ab767-261b-456b-8253-716f0f4042ba tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557201 Aug 31 00:40:57.972346 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-300bce52-ad25-4770-8b4b-a4c9a90b38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:57.974155 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-300bce52-ad25-4770-8b4b-a4c9a90b38be service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=28f0cda364854dfd9fde0249a751ecf4&device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1130 time: 0.0484204 Aug 31 00:40:58.025997 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9324d7d5-2e86-41ed-ad15-9d69d3c10c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2fb7c6b0-e9df-4adb-9fc7-68dd9a117858), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:58.073904 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324d7d5-2e86-41ed-ad15-9d69d3c10c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb7c6b0-e9df-4adb-9fc7-68dd9a117858,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:58.081482 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9324d7d5-2e86-41ed-ad15-9d69d3c10c68 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=b57b88b898374a37b0851be8ac16613f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8831642 Aug 31 00:40:58.084276 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47076) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:58.146647 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-71a8bd16-267c-4440-bbfd-b4881c632c07 admin admin] Publish callbacks [] for security_group (2fb7c6b0-e9df-4adb-9fc7-68dd9a117858), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:58.174684 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-71a8bd16-267c-4440-bbfd-b4881c632c07 admin admin] Publish callbacks [] for security_group (2fb7c6b0-e9df-4adb-9fc7-68dd9a117858), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:58.312646 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-71a8bd16-267c-4440-bbfd-b4881c632c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2fb7c6b0-e9df-4adb-9fc7-68dd9a117858), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:58.315636 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-71a8bd16-267c-4440-bbfd-b4881c632c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:58.316889 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-71a8bd16-267c-4440-bbfd-b4881c632c07 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2fb7c6b0-e9df-4adb-9fc7-68dd9a117858 HTTP/1.1" status: 204 len: 168 time: 0.2315729 Aug 31 00:40:58.335408 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8bd16-267c-4440-bbfd-b4881c632c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb7c6b0-e9df-4adb-9fc7-68dd9a117858,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:58.352395 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d276ce68-0487-487f-8da1-406f84cddb73 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (67055aee-2af1-4333-a351-6a78f8729e1b), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:58.496784 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-0dc356a6-ea56-46ea-9a82-4a4225d4cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:58.498256 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-0dc356a6-ea56-46ea-9a82-4a4225d4cdfd service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f HTTP/1.1" status: 200 len: 909 time: 0.5036421 Aug 31 00:40:58.517948 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [None req-d276ce68-0487-487f-8da1-406f84cddb73 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Floating IP 67055aee-2af1-4333-a351-6a78f8729e1b associated. External IP: 172.27.3.183, port: 68a3ba26-0475-4d94-9656-0d4d923ff6d1. Aug 31 00:40:58.660813 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-cfbd43b9-8897-4aa5-9768-5e7cf2540ada service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 200 len: 1001 time: 0.1507974 Aug 31 00:40:58.692856 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:58.789705 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-0c58531d-e026-4a89-9adf-ef0ecf29167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:58.791483 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-0c58531d-e026-4a89-9adf-ef0ecf29167a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=82eaca97-36ab-4152-ac14-863d9055b192 HTTP/1.1" status: 200 len: 847 time: 0.1179409 Aug 31 00:40:58.820787 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:58.939014 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-ceb28a03-25ef-4f87-ae35-f7d6fddfa3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:58.941925 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-ceb28a03-25ef-4f87-ae35-f7d6fddfa3b4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1418233 Aug 31 00:40:58.989913 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944bdc-8118-49fc-a23b-e59c3a4a0869 req-88f1055c-8a34-46f8-af1e-74e4ae71c29a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:58.991475 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f2944bdc-8118-49fc-a23b-e59c3a4a0869 req-88f1055c-8a34-46f8-af1e-74e4ae71c29a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.1111636 Aug 31 00:40:59.048110 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d276ce68-0487-487f-8da1-406f84cddb73 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:40:59.126832 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68756fe-76d6-4bc6-997a-6b166cad0b23 req-b221d1c5-2c8d-4a84-aeb9-43ef76e55ac1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:59.135258 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b68756fe-76d6-4bc6-997a-6b166cad0b23 req-b221d1c5-2c8d-4a84-aeb9-43ef76e55ac1 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.0892270 Aug 31 00:40:59.176813 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47090) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:59.205004 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2126-6a3d-4fe0-b395-b4136ab50bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:59.220164 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f2944bdc-8118-49fc-a23b-e59c3a4a0869 req-dd34375b-88a9-445f-b9b4-8813dbffb7b6 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749723 Aug 31 00:40:59.223891 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b68756fe-76d6-4bc6-997a-6b166cad0b23 req-719557b9-faa9-4bd2-96e4-97b35f763894 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873868 Aug 31 00:40:59.249168 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-f00070c2-f507-499b-98fa-036d9bebb78b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965169 Aug 31 00:40:59.407814 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d276ce68-0487-487f-8da1-406f84cddb73 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:40:59.420475 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:40:59.422402 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d276ce68-0487-487f-8da1-406f84cddb73 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:59.447587 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:59.448706 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:59.464385 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696065c2-8d52-4609-a4c0-978c20ca878d req-f204dd08-549b-43d2-922e-145298ada4cc tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:59.471433 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-696065c2-8d52-4609-a4c0-978c20ca878d req-f204dd08-549b-43d2-922e-145298ada4cc tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.1294069 Aug 31 00:40:59.473944 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2126-6a3d-4fe0-b395-b4136ab50bee admin admin] Publish callbacks [] for security_group (fb10f722-51f4-489a-821c-08070158de39), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:59.477257 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47094) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:59.482641 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-b8b1dd5e-030c-4a41-b200-0f9f3f71033a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Request body: {'floatingip': {'port_id': 'a5078607-db3e-4a97-b7ea-6ced696b1877'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:40:59.499400 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-d276ce68-0487-487f-8da1-406f84cddb73 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/67055aee-2af1-4333-a351-6a78f8729e1b HTTP/1.1" status: 200 len: 992 time: 2.5012083 Aug 31 00:40:59.500131 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'tag': '68a3ba26-0475-4d94-9656-0d4d923ff6d1'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:40:59.502523 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa94db5-bfc9-4c29-8d20-428af9518cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "50bd32a4-8af1-4f25-b417-e99467180ff3", "tag": "68a3ba26-0475-4d94-9656-0d4d923ff6d1"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:40:59.506634 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-12a66d3a-74f0-4d82-910a-726d216ad252 req-ae0550d9-9136-43da-a35b-029decbd7f99 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055721 Aug 31 00:40:59.542068 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b8b1dd5e-030c-4a41-b200-0f9f3f71033a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (2029785c-31be-471b-839c-8913c002966c), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:59.568307 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c16370a-17be-4ddf-94ad-5eee94c96a2c x-openstack-request-id: req-6c16370a-17be-4ddf-94ad-5eee94c96a2c {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:40:59.568630 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bd32a4-8af1-4f25-b417-e99467180ff3", "tag": "68a3ba26-0475-4d94-9656-0d4d923ff6d1", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:40:59.568891 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c16370a-17be-4ddf-94ad-5eee94c96a2c {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:40:59.569319 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c16370a-17be-4ddf-94ad-5eee94c96a2c'] response: {'name': 'network-changed', 'server_uuid': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'tag': '68a3ba26-0475-4d94-9656-0d4d923ff6d1', 'status': 'completed', 'code': 200} Aug 31 00:40:59.584634 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:59.620126 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:40:59.626358 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2126-6a3d-4fe0-b395-b4136ab50bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (fb10f722-51f4-489a-821c-08070158de39), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:40:59.671377 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:59.700790 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-b8484bce-7ca1-4c60-87f9-aeef4ca0887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:59.703037 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-b8484bce-7ca1-4c60-87f9-aeef4ca0887d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 1130 time: 0.0806930 Aug 31 00:40:59.712754 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:40:59.720809 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-5cbe2126-6a3d-4fe0-b395-b4136ab50bee admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f042e2ba6b2f4c588acd39387cc3301f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5425150 Aug 31 00:40:59.726203 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47100) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:40:59.746925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe2126-6a3d-4fe0-b395-b4136ab50bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb10f722-51f4-489a-821c-08070158de39,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:40:59.885526 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-b2d93fd3-a3d2-417a-925f-918ce5d0a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:40:59.887167 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-b2d93fd3-a3d2-417a-925f-918ce5d0a773 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 200 len: 915 time: 0.1758783 Aug 31 00:40:59.950898 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '67055aee-2af1-4333-a351-6a78f8729e1b', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '68a3ba26-0475-4d94-9656-0d4d923ff6d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:09:87:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:34Z', 'updated_at': '2022-08-31T00:40:57Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:40:59.979458 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:40:59.995587 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:40:59.996537 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:41:00.019304 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-092cf4bb-780a-4b29-8dca-d2a8a7b1d1ab admin admin] Publish callbacks [] for security_group (fb10f722-51f4-489a-821c-08070158de39), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:00.089853 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-092cf4bb-780a-4b29-8dca-d2a8a7b1d1ab admin admin] Publish callbacks [] for security_group (fb10f722-51f4-489a-821c-08070158de39), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:00.114786 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:00.128791 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:41:00.210514 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:00.255353 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-9b179f68-e82b-42ae-94fd-e3436e020464 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a3ba26-0475-4d94-9656-0d4d923ff6d1 HTTP/1.1" status: 200 len: 1000 time: 0.1147859 Aug 31 00:41:00.341658 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b8b1dd5e-030c-4a41-b200-0f9f3f71033a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:00.366864 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-092cf4bb-780a-4b29-8dca-d2a8a7b1d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (fb10f722-51f4-489a-821c-08070158de39), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:00.371015 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-092cf4bb-780a-4b29-8dca-d2a8a7b1d1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:00.374422 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-092cf4bb-780a-4b29-8dca-d2a8a7b1d1ab admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/fb10f722-51f4-489a-821c-08070158de39 HTTP/1.1" status: 204 len: 168 time: 0.6453743 Aug 31 00:41:00.397466 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-d37de129-0c9e-4d9f-9a3d-2121cf6874a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:00.398989 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-d37de129-0c9e-4d9f-9a3d-2121cf6874a7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 200 len: 853 time: 0.1328428 Aug 31 00:41:00.424576 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b8b1dd5e-030c-4a41-b200-0f9f3f71033a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (2029785c-31be-471b-839c-8913c002966c), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:00.481637 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-e020c6be-17c1-4b1f-910f-413bc7f6199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:00.484037 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-e020c6be-17c1-4b1f-910f-413bc7f6199e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6d427232-8e26-4216-9399-96dea4f30f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691767 Aug 31 00:41:00.534154 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cf4bb-780a-4b29-8dca-d2a8a7b1d1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb10f722-51f4-489a-821c-08070158de39,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:00.547188 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '67055aee-2af1-4333-a351-6a78f8729e1b', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '68a3ba26-0475-4d94-9656-0d4d923ff6d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:09:87:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:34Z', 'updated_at': '2022-08-31T00:40:57Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:41:00.572137 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8422c-2f4b-452f-84e0-16032d243517 req-9ec0bcfb-174c-4794-907b-b41485b5e6fe tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:00.576408 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-44f8422c-2f4b-452f-84e0-16032d243517 req-9ec0bcfb-174c-4794-907b-b41485b5e6fe tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.2220304 Aug 31 00:41:00.609355 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14f29a-9fe2-4ffa-be76-8e2f713e2fdf None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '67055aee-2af1-4333-a351-6a78f8729e1b', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'port_id': '68a3ba26-0475-4d94-9656-0d4d923ff6d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'mac_address': 'fa:16:3e:09:87:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:34Z', 'updated_at': '2022-08-31T00:40:57Z', 'revision_number': 1, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:41:00.645528 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-44f8422c-2f4b-452f-84e0-16032d243517 req-7ae29938-d672-495c-a0d0-375f7bf0afff tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610602 Aug 31 00:41:00.660149 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-f957719d-d3cc-4add-984b-56744f5a034a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688132 Aug 31 00:41:00.731294 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [None req-b8b1dd5e-030c-4a41-b200-0f9f3f71033a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Floating IP 2029785c-31be-471b-839c-8913c002966c associated. External IP: 172.27.3.247, port: a5078607-db3e-4a97-b7ea-6ced696b1877. Aug 31 00:41:00.735719 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:00.861489 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bfa94db5-bfc9-4c29-8d20-428af9518cc9 req-a22d04c4-5431-485a-9b37-9e37fc3586a1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615160 Aug 31 00:41:00.977940 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0817dae-18e6-4bba-8cf7-369504d726f9 None None] New status for floating IP 67055aee-2af1-4333-a351-6a78f8729e1b: ACTIVE {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:41:01.355266 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b1dd5e-030c-4a41-b200-0f9f3f71033a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:41:01.498397 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:01.506819 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b1dd5e-030c-4a41-b200-0f9f3f71033a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:41:01.511763 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b8b1dd5e-030c-4a41-b200-0f9f3f71033a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:01.519789 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] Sync routers for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:41:01.548765 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:41:01.552081 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-b8b1dd5e-030c-4a41-b200-0f9f3f71033a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/2029785c-31be-471b-839c-8913c002966c HTTP/1.1" status: 200 len: 991 time: 2.0712171 Aug 31 00:41:01.552081 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'tag': 'a5078607-db3e-4a97-b7ea-6ced696b1877'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:41:01.552456 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75303c58-f506-4ae9-a511-29db76640e98" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8cd0c7-4af8-443b-9f8d-d878cc6137e7", "tag": "a5078607-db3e-4a97-b7ea-6ced696b1877"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:41:01.552594 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:41:01.714010 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:41:01.829686 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c4f73-303b-4867-929e-1a6efa847c61 req-891b77e5-115f-46b9-ac48-acd62b8550a2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:01.831263 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6a8c4f73-303b-4867-929e-1a6efa847c61 req-891b77e5-115f-46b9-ac48-acd62b8550a2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0722399 Aug 31 00:41:01.832843 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29f046-a4a2-40df-84fe-9954c1f13e70 x-openstack-request-id: req-bd29f046-a4a2-40df-84fe-9954c1f13e70 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:41:01.833134 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8cd0c7-4af8-443b-9f8d-d878cc6137e7", "tag": "a5078607-db3e-4a97-b7ea-6ced696b1877", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:41:01.833393 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd29f046-a4a2-40df-84fe-9954c1f13e70 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:41:01.833787 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd29f046-a4a2-40df-84fe-9954c1f13e70'] response: {'name': 'network-changed', 'server_uuid': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'tag': 'a5078607-db3e-4a97-b7ea-6ced696b1877', 'status': 'completed', 'code': 200} Aug 31 00:41:01.941380 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6a8c4f73-303b-4867-929e-1a6efa847c61 req-feb19268-c4e0-4388-8789-6856c1fda8c1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013887 Aug 31 00:41:01.957645 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75303c58-f506-4ae9-a511-29db76640e98 req-9ecc880a-de8c-40af-8a3c-611dd0b52933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:01.966648 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-75303c58-f506-4ae9-a511-29db76640e98 req-9ecc880a-de8c-40af-8a3c-611dd0b52933 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5023455241594360bacff911a6641d7a&device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 1129 time: 0.0847852 Aug 31 00:41:02.070527 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '2029785c-31be-471b-839c-8913c002966c', 'tenant_id': '5023455241594360bacff911a6641d7a', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'port_id': 'a5078607-db3e-4a97-b7ea-6ced696b1877', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'mac_address': 'fa:16:3e:56:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:34Z', 'updated_at': '2022-08-31T00:41:00Z', 'revision_number': 1, 'project_id': '5023455241594360bacff911a6641d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:41:02.116264 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75303c58-f506-4ae9-a511-29db76640e98 req-c69b027f-a3c1-42f2-83a1-9beb514fee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:02.118086 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-75303c58-f506-4ae9-a511-29db76640e98 req-c69b027f-a3c1-42f2-83a1-9beb514fee19 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=a5ba44fa-fe70-448e-874e-97120592a817 HTTP/1.1" status: 200 len: 911 time: 0.1456294 Aug 31 00:41:02.131122 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] Checking router: 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:41:02.157344 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:41:02.157991 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:40:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:41:02.204557 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-75303c58-f506-4ae9-a511-29db76640e98 req-80c0e8e5-3156-4c2e-9564-a66326c17ce8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5078607-db3e-4a97-b7ea-6ced696b1877 HTTP/1.1" status: 200 len: 999 time: 0.0783787 Aug 31 00:41:02.277510 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:41:02.279342 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:02.293391 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75303c58-f506-4ae9-a511-29db76640e98 req-94ba5bf8-64c5-492a-a7fa-07ebed0b1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:02.295574 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-75303c58-f506-4ae9-a511-29db76640e98 req-94ba5bf8-64c5-492a-a7fa-07ebed0b1aed service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a52cfced-1ff9-4c2a-8304-6ecfff37d30f HTTP/1.1" status: 200 len: 849 time: 0.0659533 Aug 31 00:41:02.367226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75303c58-f506-4ae9-a511-29db76640e98 req-f0427515-5bb8-4ba7-b737-c3fe54dab1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:02.369058 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-75303c58-f506-4ae9-a511-29db76640e98 req-f0427515-5bb8-4ba7-b737-c3fe54dab1fa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a5ba44fa-fe70-448e-874e-97120592a817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673263 Aug 31 00:41:02.468312 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:02.494065 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-75303c58-f506-4ae9-a511-29db76640e98 req-69a1e869-f519-4678-bdab-d09b55bc5cd0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031940 Aug 31 00:41:02.595668 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-75303c58-f506-4ae9-a511-29db76640e98 req-d83245d7-daee-44e7-b914-079ae0a95f7f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916202 Aug 31 00:41:02.653910 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '2029785c-31be-471b-839c-8913c002966c', 'tenant_id': '5023455241594360bacff911a6641d7a', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'port_id': 'a5078607-db3e-4a97-b7ea-6ced696b1877', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'mac_address': 'fa:16:3e:56:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:34Z', 'updated_at': '2022-08-31T00:41:00Z', 'revision_number': 1, 'project_id': '5023455241594360bacff911a6641d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:41:02.706966 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e15cb6-d050-450a-872e-62fd8563b676 None None] The sync data for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi is: [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '2029785c-31be-471b-839c-8913c002966c', 'tenant_id': '5023455241594360bacff911a6641d7a', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'port_id': 'a5078607-db3e-4a97-b7ea-6ced696b1877', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'mac_address': 'fa:16:3e:56:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:34Z', 'updated_at': '2022-08-31T00:41:00Z', 'revision_number': 1, 'project_id': '5023455241594360bacff911a6641d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:41:02.972129 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadae72-372b-4825-89bc-d9755b620fdb None None] New status for floating IP 2029785c-31be-471b-839c-8913c002966c: ACTIVE {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:41:03.128289 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb81117-a0af-4312-ab89-60c91e22f15f req-3c55f0d3-4da3-4cd8-bd5b-a70094bb02a3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:03.130605 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2cb81117-a0af-4312-ab89-60c91e22f15f req-3c55f0d3-4da3-4cd8-bd5b-a70094bb02a3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0753684 Aug 31 00:41:03.205424 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:03.210784 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2cb81117-a0af-4312-ab89-60c91e22f15f req-2531ce09-571b-4cb4-9fb0-9dddad939549 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722015 Aug 31 00:41:04.351342 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a2d18-e8b8-4bdb-b643-0484fe52d128 req-63810156-bf0d-40d1-8c14-e5e755b596b7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:04.352937 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-de3a2d18-e8b8-4bdb-b643-0484fe52d128 req-63810156-bf0d-40d1-8c14-e5e755b596b7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0523119 Aug 31 00:41:04.408805 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-de3a2d18-e8b8-4bdb-b643-0484fe52d128 req-7a620f6b-0331-4a13-a378-baed095ca44a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503867 Aug 31 00:41:04.985649 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-9b5e5003-22da-450c-87c9-52660f0c774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:04.987161 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-9b5e5003-22da-450c-87c9-52660f0c774b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 1130 time: 0.0433352 Aug 31 00:41:05.085701 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-b29cfd2e-2e11-417d-b7f3-803e4282b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:05.087109 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-b29cfd2e-2e11-417d-b7f3-803e4282b509 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 918 time: 0.0922217 Aug 31 00:41:05.157487 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-48ceef87-4e9f-416c-8801-f68a5b98964b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfcd650e-10f6-464f-a79f-ed420080aea1 HTTP/1.1" status: 200 len: 1002 time: 0.0623362 Aug 31 00:41:05.209351 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-a533eeef-4650-42b7-9fa1-69725575c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:05.210857 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-a533eeef-4650-42b7-9fa1-69725575c262 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 200 len: 856 time: 0.0459375 Aug 31 00:41:05.259162 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-275430d1-7c01-4601-8c42-8c8e2f77e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:05.260762 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-275430d1-7c01-4601-8c42-8c8e2f77e089 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405278 Aug 31 00:41:05.360924 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-60f730c6-166e-4b85-9395-bcaae9b14eb8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925615 Aug 31 00:41:05.465493 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c4741d2e-6aa8-46f1-bbee-07e593d7c8f8 req-d6426fc7-c28b-4c6b-a8d4-c07b5140de1f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981045 Aug 31 00:41:05.541300 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069afde-694b-41b1-a94c-ee434b9f97cb req-cc7aa760-3527-4498-af49-120690547cde tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:05.543257 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c069afde-694b-41b1-a94c-ee434b9f97cb req-cc7aa760-3527-4498-af49-120690547cde tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0507088 Aug 31 00:41:05.596081 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c069afde-694b-41b1-a94c-ee434b9f97cb req-4fdcc440-8fbf-412b-87f0-b7e304b7c88d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460787 Aug 31 00:41:06.721901 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb64f8-ddb8-4023-a025-6ad86dd26359 req-a68adb03-f9bf-4386-bfcb-664e87064d61 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:06.723389 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9edb64f8-ddb8-4023-a025-6ad86dd26359 req-a68adb03-f9bf-4386-bfcb-664e87064d61 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0474379 Aug 31 00:41:06.772455 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9edb64f8-ddb8-4023-a025-6ad86dd26359 req-fb96e58a-f16f-45ae-902c-94d8609e27ff tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Aug 31 00:41:06.930892 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47268) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:07.035176 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b6d02d3-8641-4aec-b41d-c6facef0d718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:07.114084 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b6d02d3-8641-4aec-b41d-c6facef0d718 admin admin] Publish callbacks [] for security_group (8f131158-5f08-40c1-8141-980c1dd87ccf), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:07.190197 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2b6d02d3-8641-4aec-b41d-c6facef0d718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (8f131158-5f08-40c1-8141-980c1dd87ccf), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:07.232004 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-2b6d02d3-8641-4aec-b41d-c6facef0d718 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=26f3ac19e3ba4ac4a7e0efab257a294e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000102 Aug 31 00:41:07.232881 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d02d3-8641-4aec-b41d-c6facef0d718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f131158-5f08-40c1-8141-980c1dd87ccf,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:07.234832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47272) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:07.286161 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-285f5648-18f3-4642-8dd4-eaf9ea0cff79 admin admin] Publish callbacks [] for security_group (8f131158-5f08-40c1-8141-980c1dd87ccf), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:07.306307 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-285f5648-18f3-4642-8dd4-eaf9ea0cff79 admin admin] Publish callbacks [] for security_group (8f131158-5f08-40c1-8141-980c1dd87ccf), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:07.420059 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-285f5648-18f3-4642-8dd4-eaf9ea0cff79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (8f131158-5f08-40c1-8141-980c1dd87ccf), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:07.422746 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-285f5648-18f3-4642-8dd4-eaf9ea0cff79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:07.424026 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-285f5648-18f3-4642-8dd4-eaf9ea0cff79 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8f131158-5f08-40c1-8141-980c1dd87ccf HTTP/1.1" status: 204 len: 168 time: 0.1879933 Aug 31 00:41:07.432435 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f5648-18f3-4642-8dd4-eaf9ea0cff79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f131158-5f08-40c1-8141-980c1dd87ccf,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:07.905976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6b47b-ee75-4e65-92d1-a78a7ee94c66 req-fb145735-c733-4685-8314-c19a1e3af4e4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:07.907467 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71a6b47b-ee75-4e65-92d1-a78a7ee94c66 req-fb145735-c733-4685-8314-c19a1e3af4e4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 946 time: 0.0520320 Aug 31 00:41:07.960560 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-71a6b47b-ee75-4e65-92d1-a78a7ee94c66 req-32afbaa8-edef-47cc-86e4-27e769e66541 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472739 Aug 31 00:41:08.093676 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47286) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:08.107724 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dd12d8cf-30b7-45af-b0d3-4eef2750b5f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:08.130062 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:08.151556 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:08.185980 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dd12d8cf-30b7-45af-b0d3-4eef2750b5f1 admin admin] Publish callbacks [] for security_group (80b35f00-18a7-487c-8745-1e71773c8eac), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:08.243207 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dd12d8cf-30b7-45af-b0d3-4eef2750b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (80b35f00-18a7-487c-8745-1e71773c8eac), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:08.283847 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-dd12d8cf-30b7-45af-b0d3-4eef2750b5f1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=0bd8b5d9c8f24985ad743e74162f6324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889732 Aug 31 00:41:08.284741 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12d8cf-30b7-45af-b0d3-4eef2750b5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b35f00-18a7-487c-8745-1e71773c8eac,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:08.287222 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47292) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:08.342480 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-be896a1c-bc7b-4eb7-a3d4-7991119e01b1 admin admin] Publish callbacks [] for security_group (80b35f00-18a7-487c-8745-1e71773c8eac), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:08.364301 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-be896a1c-bc7b-4eb7-a3d4-7991119e01b1 admin admin] Publish callbacks [] for security_group (80b35f00-18a7-487c-8745-1e71773c8eac), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:08.527884 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-be896a1c-bc7b-4eb7-a3d4-7991119e01b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (80b35f00-18a7-487c-8745-1e71773c8eac), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:08.530778 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-be896a1c-bc7b-4eb7-a3d4-7991119e01b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:08.534445 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-be896a1c-bc7b-4eb7-a3d4-7991119e01b1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/80b35f00-18a7-487c-8745-1e71773c8eac HTTP/1.1" status: 204 len: 168 time: 0.2433734 Aug 31 00:41:08.545008 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be896a1c-bc7b-4eb7-a3d4-7991119e01b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b35f00-18a7-487c-8745-1e71773c8eac,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:08.729619 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device cfcd650e-10f6-464f-a79f-ed420080aea1 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:41:08.803432 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:08.805838 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port cfcd650e-10f6-464f-a79f-ed420080aea1 is: ACTIVE; New status is: DOWN {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:41:08.806225 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:08.830207 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:41:08.832526 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32049da-180d-479f-bc27-bcf04ff57911" -d '{"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:41:08.850662 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:41:08.875583 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 31 Aug 2022 00:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fc811f-18ee-4ac6-8e77-804901682e09 x-openstack-request-id: req-64fc811f-18ee-4ac6-8e77-804901682e09 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:41:08.875862 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-unplugged", "status": "failed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1", "code": 422}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:41:08.878718 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64fc811f-18ee-4ac6-8e77-804901682e09 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:41:08.879232 dv-cinder-852211-6-iscsi neutron-server[113725]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-64fc811f-18ee-4ac6-8e77-804901682e09']: {'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'code': 422} returned with failed status Aug 31 00:41:08.935027 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:08.987083 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=8']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:09.953359 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [req-d98b579b-326b-408a-a611-a5df597bf622 req-0c086d22-7d18-4ec3-a402-acfa3c8f5291 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:41:09.954528 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d98b579b-326b-408a-a611-a5df597bf622 req-0c086d22-7d18-4ec3-a402-acfa3c8f5291 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061100 Aug 31 00:41:10.367850 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f20d1-6bbc-4445-939a-2da497657733 req-13b30a72-95d4-4846-8d59-749a6c224a1e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:10.369433 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-568f20d1-6bbc-4445-939a-2da497657733 req-13b30a72-95d4-4846-8d59-749a6c224a1e tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0529149 Aug 31 00:41:10.425356 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-568f20d1-6bbc-4445-939a-2da497657733 req-0ee7fd14-e80b-4a14-ac68-1d5923d9ae16 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495276 Aug 31 00:41:10.977407 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47380) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:11.062342 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-76244c35-66ba-44ed-8ec7-c09f92cf1cc6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836458 Aug 31 00:41:11.073096 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-1d144b96-f70d-40a7-a7f6-93f10cf73451 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:41:11.074150 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-1d144b96-f70d-40a7-a7f6-93f10cf73451 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051262 Aug 31 00:41:11.217634 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47392) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:11.313779 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-a3304a51-ebaa-48ce-85a3-debbf8ee4529 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:11.315208 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-a3304a51-ebaa-48ce-85a3-debbf8ee4529 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports/cfcd650e-10f6-464f-a79f-ed420080aea1 HTTP/1.1" status: 200 len: 941 time: 0.0957301 Aug 31 00:41:11.560967 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9e70-9c72-4565-b28d-5ebe590e0b52 req-43746275-b21e-43e0-b4ab-29d8a10aaa35 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:11.563095 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-41aa9e70-9c72-4565-b28d-5ebe590e0b52 req-43746275-b21e-43e0-b4ab-29d8a10aaa35 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0495424 Aug 31 00:41:11.596848 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:11.611208 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-41aa9e70-9c72-4565-b28d-5ebe590e0b52 req-976ced56-e1aa-4c55-8745-c9f276b52d82 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421214 Aug 31 00:41:12.740783 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device cfcd650e-10f6-464f-a79f-ed420080aea1 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:41:12.742490 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9cd9f-2056-4f10-98fc-35387318e159 req-8ad4c48c-b31b-4e0c-bab7-13deec53b1c5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:12.744051 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-87a9cd9f-2056-4f10-98fc-35387318e159 req-8ad4c48c-b31b-4e0c-bab7-13deec53b1c5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0494564 Aug 31 00:41:12.794170 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-87a9cd9f-2056-4f10-98fc-35387318e159 req-0638ac3a-6ebb-4257-b8f2-38101c422a45 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443327 Aug 31 00:41:12.817159 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port cfcd650e-10f6-464f-a79f-ed420080aea1 is: DOWN; New status is: DOWN {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:41:13.065837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-196ea79a-8f68-4f81-b277-876c68d8199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:13.067331 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-196ea79a-8f68-4f81-b277-876c68d8199c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa&tenant_id=606c24bee18a4454ab672cfb6a395286 HTTP/1.1" status: 200 len: 1128 time: 0.0407393 Aug 31 00:41:13.158331 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-ecfd961a-6fbb-491b-ade2-a4eddd8cb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:13.160551 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-ecfd961a-6fbb-491b-ade2-a4eddd8cb91f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=606c24bee18a4454ab672cfb6a395286&device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 1128 time: 0.0456719 Aug 31 00:41:13.260885 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-54ef28c4-8b08-4840-9c73-ae01c3c3c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:13.262337 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-54ef28c4-8b08-4840-9c73-ae01c3c3c4c6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 200 len: 918 time: 0.0915465 Aug 31 00:41:13.332941 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-eb66af83-e78f-47b1-9108-d69c1173b155 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfcd650e-10f6-464f-a79f-ed420080aea1 HTTP/1.1" status: 200 len: 1000 time: 0.0608256 Aug 31 00:41:13.388167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-1943c24b-72ad-498f-949a-ea64bcfa2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:13.389664 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-1943c24b-72ad-498f-949a-ea64bcfa2c9e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 200 len: 856 time: 0.0453477 Aug 31 00:41:13.434984 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-0e43b2b5-8aeb-42ed-a40b-e1326f2ba0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:13.436593 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-0e43b2b5-8aeb-42ed-a40b-e1326f2ba0e9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399837 Aug 31 00:41:13.539201 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-e814188b-6164-4bfb-a9e6-2ad05d250cd3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925033 Aug 31 00:41:13.630240 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dfcb2c91-f76f-4313-af79-033e1b078967 req-a2504223-18e8-45de-bd80-6fcda664154b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839832 Aug 31 00:41:13.925139 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3852623-50bd-44e5-a823-0e84f0be69a9 req-84c220f7-b85b-4fa3-adac-add81977d82d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:13.926673 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a3852623-50bd-44e5-a823-0e84f0be69a9 req-84c220f7-b85b-4fa3-adac-add81977d82d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0504210 Aug 31 00:41:13.981733 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a3852623-50bd-44e5-a823-0e84f0be69a9 req-b5a43998-fff5-4d27-aed0-038ebea8e233 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491409 Aug 31 00:41:14.900187 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:41:15.109134 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:15.130043 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efbb31-db16-48db-9628-2847585ec671 req-704568da-0a99-43b1-981f-c7449cde339a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:15.131698 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-93efbb31-db16-48db-9628-2847585ec671 req-704568da-0a99-43b1-981f-c7449cde339a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0571663 Aug 31 00:41:15.187914 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-93efbb31-db16-48db-9628-2847585ec671 req-51ee5bcf-8fda-4d9b-96dc-e205f37e6d1b tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498257 Aug 31 00:41:16.334690 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:16.341480 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf15465-ee56-49de-a981-387bdb053ed5 req-f4dac7ae-2ee4-48a6-aca1-411f1777607c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:16.343156 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3cf15465-ee56-49de-a981-387bdb053ed5 req-f4dac7ae-2ee4-48a6-aca1-411f1777607c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0582449 Aug 31 00:41:16.397530 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-3cf15465-ee56-49de-a981-387bdb053ed5 req-66171940-07d4-49d1-8cad-9d70fd9a46a8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464485 Aug 31 00:41:17.546174 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-586f7786-9911-49d6-a057-0c4364834d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:17.557042 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511a516-2fca-42c2-8443-3f731b5e9168 req-e8b973c3-739a-4741-91a5-e2cb7f022cd3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:17.558836 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c511a516-2fca-42c2-8443-3f731b5e9168 req-e8b973c3-739a-4741-91a5-e2cb7f022cd3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0530200 Aug 31 00:41:17.618377 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c511a516-2fca-42c2-8443-3f731b5e9168 req-0057acb4-507c-48c0-a761-758a1ce2a685 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518622 Aug 31 00:41:18.752054 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118680f-3e12-4cb7-a439-02ff81034955 req-eeef6ae7-33eb-46d7-b987-040b5096c2bc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:18.753615 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7118680f-3e12-4cb7-a439-02ff81034955 req-eeef6ae7-33eb-46d7-b987-040b5096c2bc tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0507140 Aug 31 00:41:18.804801 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7118680f-3e12-4cb7-a439-02ff81034955 req-f51503ac-c387-4756-8777-13456aaf700f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450277 Aug 31 00:41:19.965842 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e83ce-efb3-46a6-8b02-5389a7d02b3e req-d58a559b-d0f6-48f1-bc3c-62f296c33a67 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:19.967383 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-484e83ce-efb3-46a6-8b02-5389a7d02b3e req-d58a559b-d0f6-48f1-bc3c-62f296c33a67 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0512168 Aug 31 00:41:20.008263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:20.034232 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-484e83ce-efb3-46a6-8b02-5389a7d02b3e req-dc24ed51-0e49-4479-9a81-c944f1bf02aa tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590191 Aug 31 00:41:20.501436 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-6e6895cd-714d-4e04-a1ad-60e1dd8c595c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:20.729264 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47520) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:20.849802 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:20.932652 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Publish callbacks [] for security_group (ba5e3c4b-099c-468f-b822-a4c447e4cce2), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:21.009424 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (ba5e3c4b-099c-468f-b822-a4c447e4cce2), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:21.052059 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e3c4b-099c-468f-b822-a4c447e4cce2,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:21.056301 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f4e1d34f03ca4c8a85eedb63a57311f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255446 Aug 31 00:41:21.059079 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47526) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:21.065171 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.065615 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.066053 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.066429 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.066838 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.067264 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.067709 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.068049 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.068409 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.068744 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.069078 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.073343 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.073343 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.073776 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.075625 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4406a-5207-483a-9929-9fbbe52e48a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.139191 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Publish callbacks [] for security_group (ba5e3c4b-099c-468f-b822-a4c447e4cce2), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:21.175605 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Publish callbacks [] for security_group (ba5e3c4b-099c-468f-b822-a4c447e4cce2), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:21.191781 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b52617-709f-4b2d-b2f6-b58c4ba41a85 req-290c4730-b3c5-4790-98c1-58c71fa81fee tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:21.193396 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-39b52617-709f-4b2d-b2f6-b58c4ba41a85 req-290c4730-b3c5-4790-98c1-58c71fa81fee tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0507123 Aug 31 00:41:21.248076 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-39b52617-709f-4b2d-b2f6-b58c4ba41a85 req-846c2edb-927b-45ec-82a0-40d6be61675c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481257 Aug 31 00:41:21.301159 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (ba5e3c4b-099c-468f-b822-a4c447e4cce2), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:21.305530 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:21.307023 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ba5e3c4b-099c-468f-b822-a4c447e4cce2 HTTP/1.1" status: 204 len: 168 time: 0.2463601 Aug 31 00:41:21.316423 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e3c4b-099c-468f-b822-a4c447e4cce2,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:21.324357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.324816 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.325165 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.325509 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.325843 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.326250 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.326506 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.326942 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.327284 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.327726 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.328059 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.328543 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.328814 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.329192 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.329557 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e87f13-ae90-4fce-80f6-2e225faca5f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:21.465139 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:21.964099 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47536) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:21.978730 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-45c1b41c-58a3-42de-96fa-f7c13a648dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:22.075291 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-45c1b41c-58a3-42de-96fa-f7c13a648dfa admin admin] Publish callbacks [] for security_group (f75dee4a-3c5f-4ef4-8893-b59df8d32e43), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:22.381985 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293fb9f-b1a5-459c-9f53-2e1073309b61 req-787a7aa4-ebc7-4470-941f-43bcb80e8e73 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:22.383519 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0293fb9f-b1a5-459c-9f53-2e1073309b61 req-787a7aa4-ebc7-4470-941f-43bcb80e8e73 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0515094 Aug 31 00:41:22.435155 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0293fb9f-b1a5-459c-9f53-2e1073309b61 req-38ac62d0-5c45-4390-b3db-1153ff582d09 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457451 Aug 31 00:41:22.523216 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-45c1b41c-58a3-42de-96fa-f7c13a648dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f75dee4a-3c5f-4ef4-8893-b59df8d32e43), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:22.565127 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-45c1b41c-58a3-42de-96fa-f7c13a648dfa admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=026e2e5b55d446f68d52d9aeab8130b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5996089 Aug 31 00:41:22.565998 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1b41c-58a3-42de-96fa-f7c13a648dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75dee4a-3c5f-4ef4-8893-b59df8d32e43,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:22.568099 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47540) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:22.631568 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1ea79947-3579-4a42-8aaa-c1650eead004 admin admin] Publish callbacks [] for security_group (f75dee4a-3c5f-4ef4-8893-b59df8d32e43), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:22.653356 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1ea79947-3579-4a42-8aaa-c1650eead004 admin admin] Publish callbacks [] for security_group (f75dee4a-3c5f-4ef4-8893-b59df8d32e43), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:22.786168 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1ea79947-3579-4a42-8aaa-c1650eead004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f75dee4a-3c5f-4ef4-8893-b59df8d32e43), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:22.789795 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1ea79947-3579-4a42-8aaa-c1650eead004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:22.793688 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-1ea79947-3579-4a42-8aaa-c1650eead004 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f75dee4a-3c5f-4ef4-8893-b59df8d32e43 HTTP/1.1" status: 204 len: 168 time: 0.2216516 Aug 31 00:41:22.803780 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea79947-3579-4a42-8aaa-c1650eead004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75dee4a-3c5f-4ef4-8893-b59df8d32e43,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:23.144855 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:23.368129 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:23.530756 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47550) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:23.545684 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a7c2fb43-b467-4aaa-ad1e-d03811f9c284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:23.576303 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb616ea-53bb-4dc3-aa71-8f3885e01fe9 req-9cd4f362-8029-40b3-97fe-7c950bd23fca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:23.580398 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2bb616ea-53bb-4dc3-aa71-8f3885e01fe9 req-9cd4f362-8029-40b3-97fe-7c950bd23fca tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0595241 Aug 31 00:41:23.648268 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2bb616ea-53bb-4dc3-aa71-8f3885e01fe9 req-2ebdc50a-b19f-416f-a23b-16fab10911f4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611801 Aug 31 00:41:23.659131 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a7c2fb43-b467-4aaa-ad1e-d03811f9c284 admin admin] Publish callbacks [] for security_group (df43ad22-e012-4e5c-8f10-7311c4aebfd5), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:23.728843 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a7c2fb43-b467-4aaa-ad1e-d03811f9c284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (df43ad22-e012-4e5c-8f10-7311c4aebfd5), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:23.774795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2fb43-b467-4aaa-ad1e-d03811f9c284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df43ad22-e012-4e5c-8f10-7311c4aebfd5,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:23.780028 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-a7c2fb43-b467-4aaa-ad1e-d03811f9c284 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a4f7c6264c9349fb8bb421b875037cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481699 Aug 31 00:41:23.786263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47552) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:23.831978 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:23.846289 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3ad8afd3-7778-484b-935a-673710b05ec8 admin admin] Publish callbacks [] for security_group (df43ad22-e012-4e5c-8f10-7311c4aebfd5), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:23.869827 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3ad8afd3-7778-484b-935a-673710b05ec8 admin admin] Publish callbacks [] for security_group (df43ad22-e012-4e5c-8f10-7311c4aebfd5), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:23.886161 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:23.992219 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3ad8afd3-7778-484b-935a-673710b05ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (df43ad22-e012-4e5c-8f10-7311c4aebfd5), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:23.995401 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3ad8afd3-7778-484b-935a-673710b05ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:23.998118 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-3ad8afd3-7778-484b-935a-673710b05ec8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/df43ad22-e012-4e5c-8f10-7311c4aebfd5 HTTP/1.1" status: 204 len: 168 time: 0.2126496 Aug 31 00:41:24.006226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8afd3-7778-484b-935a-673710b05ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df43ad22-e012-4e5c-8f10-7311c4aebfd5,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:24.782518 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb92292-0248-48ee-9a0a-606212f3ed10 req-71c4a232-7644-4c05-938a-b0e3973bd9b4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:24.784038 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cdb92292-0248-48ee-9a0a-606212f3ed10 req-71c4a232-7644-4c05-938a-b0e3973bd9b4 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0534401 Aug 31 00:41:24.836973 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cdb92292-0248-48ee-9a0a-606212f3ed10 req-7b9c90bc-45a2-4045-b2dc-49a5995e1069 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 Aug 31 00:41:24.895002 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:24.895888 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:25.443292 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:25.961841 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91083397-c64e-4dc2-b417-d5daddaa338e req-f74fbec9-c8ac-47fa-9fc3-03dd6e77dfc3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:25.963266 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-91083397-c64e-4dc2-b417-d5daddaa338e req-f74fbec9-c8ac-47fa-9fc3-03dd6e77dfc3 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0470476 Aug 31 00:41:26.018080 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-91083397-c64e-4dc2-b417-d5daddaa338e req-83c09fcf-95e0-48d0-95f4-936a1d605539 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490611 Aug 31 00:41:27.390451 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91a718-62b7-484c-a110-cb9189de0818 req-228c2e4b-fa8e-4174-8110-4698df5fb517 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:27.392395 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-da91a718-62b7-484c-a110-cb9189de0818 req-228c2e4b-fa8e-4174-8110-4698df5fb517 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.2912548 Aug 31 00:41:27.451542 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-da91a718-62b7-484c-a110-cb9189de0818 req-7efeef41-6ec1-46dc-9c17-22620f8d5cf8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531509 Aug 31 00:41:28.573068 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:28.585647 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c051a-df75-4537-aeb7-fb109ffad2c0 req-ab6319d9-fcea-45b7-b53b-43443ae9c1e0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:28.587219 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c60c051a-df75-4537-aeb7-fb109ffad2c0 req-ab6319d9-fcea-45b7-b53b-43443ae9c1e0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 944 time: 0.0516219 Aug 31 00:41:28.647478 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:28.656485 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c60c051a-df75-4537-aeb7-fb109ffad2c0 req-838b4dec-7036-4640-86d3-37072fc33d75 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632234 Aug 31 00:41:28.827407 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device cfcd650e-10f6-464f-a79f-ed420080aea1 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:41:28.934344 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:41:28.943996 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:28.946888 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'port_id': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'mac_address': 'fa:16:3e:fd:00:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:41:28.985156 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port cfcd650e-10f6-464f-a79f-ed420080aea1 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:41:28.985536 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:28.999501 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcd650e-10f6-464f-a79f-ed420080aea1 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:41:29.021362 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:41:29.094417 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:29.144679 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=9']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:29.471287 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['cfcd650e-10f6-464f-a79f-ed420080aea1'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:41:29.804331 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1c4c3-7b45-4102-8b85-0eac7b3a8875 req-fb5d296a-4848-4397-be11-1dbd99b4112a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:29.806036 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b5a1c4c3-7b45-4102-8b85-0eac7b3a8875 req-fb5d296a-4848-4397-be11-1dbd99b4112a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 945 time: 0.0639317 Aug 31 00:41:29.857438 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b5a1c4c3-7b45-4102-8b85-0eac7b3a8875 req-3d07ee06-c030-44fb-b6e8-4ac6e33ba347 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457368 Aug 31 00:41:30.836243 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device cfcd650e-10f6-464f-a79f-ed420080aea1 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:41:30.880589 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port cfcd650e-10f6-464f-a79f-ed420080aea1 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:41:30.880963 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:30.920648 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:30.965361 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port cfcd650e-10f6-464f-a79f-ed420080aea1 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:41:30.965749 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:30.992480 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:41:30.994801 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187db6c1-3b20-4a6f-ab44-2a2a9dbb7ab8" -d '{"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:41:31.010025 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:41:31.035238 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43300131-7706-4b89-b88c-126e75a3a994 x-openstack-request-id: req-43300131-7706-4b89-b88c-126e75a3a994 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:41:31.035543 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:41:31.035801 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43300131-7706-4b89-b88c-126e75a3a994 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:41:31.036496 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43300131-7706-4b89-b88c-126e75a3a994'] response: {'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'code': 200} Aug 31 00:41:31.094615 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:31.148729 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d103b-fbce-44e3-a0a2-f107352cedcc req-e80e351b-530d-4042-87bf-c62b5b86170f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:31.150538 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-737d103b-fbce-44e3-a0a2-f107352cedcc req-e80e351b-530d-4042-87bf-c62b5b86170f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0514371 Aug 31 00:41:31.154937 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=10']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:31.201472 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-737d103b-fbce-44e3-a0a2-f107352cedcc req-8ff2bb5d-03e5-49a3-a933-72d4088d74c7 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Aug 31 00:41:31.420304 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b416ae-14d7-488a-b4fc-0d2e1103f4c0 req-97c378dd-0bcd-476b-80cd-a2085ac9a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:31.421737 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c2b416ae-14d7-488a-b4fc-0d2e1103f4c0 req-97c378dd-0bcd-476b-80cd-a2085ac9a0ce service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 1131 time: 0.0430338 Aug 31 00:41:31.468397 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c2b416ae-14d7-488a-b4fc-0d2e1103f4c0 req-45e6c587-6a26-4a1d-8503-2f102a63b2a4 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393848 Aug 31 00:41:32.333747 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414d1cc-09b7-4da5-9f69-f8b6e3f953c0 req-ca438a0d-59d9-4338-9ca2-a29e3d6c874c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:32.335357 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2414d1cc-09b7-4da5-9f69-f8b6e3f953c0 req-ca438a0d-59d9-4338-9ca2-a29e3d6c874c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0475512 Aug 31 00:41:32.384796 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2414d1cc-09b7-4da5-9f69-f8b6e3f953c0 req-bb2d6b26-50c2-4326-8cc6-b820c51454c2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Aug 31 00:41:33.523175 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe594-16f5-4a69-847c-18ee45dc5f59 req-5cb2c5c3-7af6-45e4-88dd-fba7bd0758a8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:33.524921 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-53bbe594-16f5-4a69-847c-18ee45dc5f59 req-5cb2c5c3-7af6-45e4-88dd-fba7bd0758a8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0567284 Aug 31 00:41:33.575541 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-53bbe594-16f5-4a69-847c-18ee45dc5f59 req-065edbde-3d40-4b7f-8e84-3e515166f05c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448086 Aug 31 00:41:34.706588 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628b356-6cf7-437e-af3e-0499fa4e525a req-250f9786-1369-49da-8c59-01e10046bda5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:34.708130 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5628b356-6cf7-437e-af3e-0499fa4e525a req-250f9786-1369-49da-8c59-01e10046bda5 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0485995 Aug 31 00:41:34.766083 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5628b356-6cf7-437e-af3e-0499fa4e525a req-f2847b32-f6f0-41f0-9a4b-7e1fc5dc6a72 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521338 Aug 31 00:41:35.454989 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47738) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:35.562654 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd7f-07ed-4645-b49e-2fb9b5322019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:35.640975 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd7f-07ed-4645-b49e-2fb9b5322019 admin admin] Publish callbacks [] for security_group (d76e1207-60e0-4bd0-9f22-eef4fbee6dbc), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:35.711520 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3c87fd7f-07ed-4645-b49e-2fb9b5322019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (d76e1207-60e0-4bd0-9f22-eef4fbee6dbc), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:35.751849 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87fd7f-07ed-4645-b49e-2fb9b5322019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e1207-60e0-4bd0-9f22-eef4fbee6dbc,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:35.757258 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-3c87fd7f-07ed-4645-b49e-2fb9b5322019 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3c6c298d8d5148628cc5afe1373700e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010602 Aug 31 00:41:35.760005 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47742) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:35.812488 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-db664ddc-4fab-44aa-ba6a-187288931c94 admin admin] Publish callbacks [] for security_group (d76e1207-60e0-4bd0-9f22-eef4fbee6dbc), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:35.834424 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-db664ddc-4fab-44aa-ba6a-187288931c94 admin admin] Publish callbacks [] for security_group (d76e1207-60e0-4bd0-9f22-eef4fbee6dbc), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:35.854952 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:35.872478 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:35.893008 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84577d6-1e06-404f-80e9-ac3c44073b04 req-d55cee9c-0809-44f9-83e5-9ab21383700a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:35.895217 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b84577d6-1e06-404f-80e9-ac3c44073b04 req-d55cee9c-0809-44f9-83e5-9ab21383700a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0486898 Aug 31 00:41:35.947220 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b84577d6-1e06-404f-80e9-ac3c44073b04 req-5beb752d-3f98-4e2d-a03c-78986b7b4a1c tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443466 Aug 31 00:41:35.963055 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-db664ddc-4fab-44aa-ba6a-187288931c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (d76e1207-60e0-4bd0-9f22-eef4fbee6dbc), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:35.965680 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-db664ddc-4fab-44aa-ba6a-187288931c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:35.968808 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-db664ddc-4fab-44aa-ba6a-187288931c94 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d76e1207-60e0-4bd0-9f22-eef4fbee6dbc HTTP/1.1" status: 204 len: 168 time: 0.2076378 Aug 31 00:41:35.979235 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db664ddc-4fab-44aa-ba6a-187288931c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76e1207-60e0-4bd0-9f22-eef4fbee6dbc,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:36.598990 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47754) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:36.612233 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-10f43cfb-83d7-48e4-9f0e-0173f1153623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:36.694030 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-10f43cfb-83d7-48e4-9f0e-0173f1153623 admin admin] Publish callbacks [] for security_group (4974ed5b-f574-4a67-bedc-d61bc8c0f1e6), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:36.751392 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-10f43cfb-83d7-48e4-9f0e-0173f1153623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (4974ed5b-f574-4a67-bedc-d61bc8c0f1e6), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:36.792255 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-10f43cfb-83d7-48e4-9f0e-0173f1153623 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=70555cc0682c495082d67aaf1537445f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921639 Aug 31 00:41:36.793137 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f43cfb-83d7-48e4-9f0e-0173f1153623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4974ed5b-f574-4a67-bedc-d61bc8c0f1e6,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:36.795704 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47756) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:36.850436 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-10151fa4-9eca-4aa9-9473-8bbf552d9cc4 admin admin] Publish callbacks [] for security_group (4974ed5b-f574-4a67-bedc-d61bc8c0f1e6), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:36.871441 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-10151fa4-9eca-4aa9-9473-8bbf552d9cc4 admin admin] Publish callbacks [] for security_group (4974ed5b-f574-4a67-bedc-d61bc8c0f1e6), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:37.003185 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-10151fa4-9eca-4aa9-9473-8bbf552d9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (4974ed5b-f574-4a67-bedc-d61bc8c0f1e6), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:37.005756 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-10151fa4-9eca-4aa9-9473-8bbf552d9cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:37.007271 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-10151fa4-9eca-4aa9-9473-8bbf552d9cc4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4974ed5b-f574-4a67-bedc-d61bc8c0f1e6 HTTP/1.1" status: 204 len: 168 time: 0.2095141 Aug 31 00:41:37.015310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10151fa4-9eca-4aa9-9473-8bbf552d9cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974ed5b-f574-4a67-bedc-d61bc8c0f1e6,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:37.686102 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47762) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:37.700895 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3b996199-7630-41e4-843c-6dcde1d9db0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:37.779925 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3b996199-7630-41e4-843c-6dcde1d9db0a admin admin] Publish callbacks [] for security_group (03ba8f7c-4407-4474-a148-59610bd3c263), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:37.871590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3b996199-7630-41e4-843c-6dcde1d9db0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (03ba8f7c-4407-4474-a148-59610bd3c263), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:37.909811 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b996199-7630-41e4-843c-6dcde1d9db0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ba8f7c-4407-4474-a148-59610bd3c263,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:37.915094 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-3b996199-7630-41e4-843c-6dcde1d9db0a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c3b0ec742caf4b93ba886b5249485bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278886 Aug 31 00:41:37.917873 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 47766) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:37.969388 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3a450c3f-46c4-4a7f-b26d-92b6c56c772b admin admin] Publish callbacks [] for security_group (03ba8f7c-4407-4474-a148-59610bd3c263), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:37.989500 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3a450c3f-46c4-4a7f-b26d-92b6c56c772b admin admin] Publish callbacks [] for security_group (03ba8f7c-4407-4474-a148-59610bd3c263), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:38.118117 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3a450c3f-46c4-4a7f-b26d-92b6c56c772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (03ba8f7c-4407-4474-a148-59610bd3c263), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:38.120709 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-3a450c3f-46c4-4a7f-b26d-92b6c56c772b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:38.121935 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-3a450c3f-46c4-4a7f-b26d-92b6c56c772b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/03ba8f7c-4407-4474-a148-59610bd3c263 HTTP/1.1" status: 204 len: 168 time: 0.2029042 Aug 31 00:41:38.130147 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a450c3f-46c4-4a7f-b26d-92b6c56c772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ba8f7c-4407-4474-a148-59610bd3c263,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:39.158938 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47788) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:39.263107 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1895850641-network', 'tenant_id': '4f17ea07f4eb4e1e9f875cdb6801b69c'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:41:39.345947 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Made reservation on behalf of 4f17ea07f4eb4e1e9f875cdb6801b69c for: {'network': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:41:39.348275 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:39.357185 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:39.433708 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Publish callbacks [] for security_group (a32416d3-240e-4656-951b-cc31597faf57), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:39.500280 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a32416d3-240e-4656-951b-cc31597faf57), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:39.523664 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=113724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:41:39.539926 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32416d3-240e-4656-951b-cc31597faf57,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:39.542877 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (4a15b47e-499d-476a-90ae-b287257ee92d), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:39.543218 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.segments_db [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Added segment 4a15b47e-499d-476a-90ae-b287257ee92d of type vlan for network 7716cd9a-60af-4dcd-981f-cb920802e291 Aug 31 00:41:39.583374 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (7716cd9a-60af-4dcd-981f-cb920802e291), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:39.751485 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (7716cd9a-60af-4dcd-981f-cb920802e291), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:39.752562 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:39.753148 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:39.779806 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:39.823462 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] Pushing event updated for resources: {'Network': ['ID=7716cd9a-60af-4dcd-981f-cb920802e291,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:39.833274 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 7716cd9a-60af-4dcd-981f-cb920802e291 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:41:39.879992 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-b9e6ba3f-5322-4e92-917e-276899816c19 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7199128 Aug 31 00:41:39.885291 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 47792) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:41:39.890392 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Request body: {'subnet': {'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1895850641-subnet', 'tenant_id': '4f17ea07f4eb4e1e9f875cdb6801b69c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:41:39.895300 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:39.991987 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Made reservation on behalf of 4f17ea07f4eb4e1e9f875cdb6801b69c for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:41:39.994399 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:40.220635 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (0f330cee-0be6-4dc8-8a14-e2b058642b38), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:40.273688 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f330cee-0be6-4dc8-8a14-e2b058642b38,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:40.291008 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Checking segment: {'id': '4a15b47e-499d-476a-90ae-b287257ee92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:41:40.291392 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Network hostable DHCP agents. Network: 7716cd9a-60af-4dcd-981f-cb920802e291, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:41:40.373639 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Network 7716cd9a-60af-4dcd-981f-cb920802e291 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:41:40.443199 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 7716cd9a-60af-4dcd-981f-cb920802e291) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:41:40.447938 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:40.448583 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:40.452286 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32dfc8-084d-43f4-9455-93d3a3a983cf None None] Network 7716cd9a-60af-4dcd-981f-cb920802e291 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:41:40.549021 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-614bb7f7-3c4b-40a6-b2b5-cf0887ad167b admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6622560 Aug 31 00:41:40.551307 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b39754e-3635-4064-9813-24b4571fa72e None None] Network 7716cd9a-60af-4dcd-981f-cb920802e291 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:41:42.641015 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-1e3080a4-94d2-4144-81e0-b982ac3b45ea tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:42.642476 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-1e3080a4-94d2-4144-81e0-b982ac3b45ea tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/networks?id=7716cd9a-60af-4dcd-981f-cb920802e291 HTTP/1.1" status: 200 len: 809 time: 0.1043122 Aug 31 00:41:42.657737 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-17dfdbe2-0afa-467c-97bd-37d77800de09 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/quotas/4f17ea07f4eb4e1e9f875cdb6801b69c HTTP/1.1" status: 200 len: 375 time: 0.0092618 Aug 31 00:41:42.690040 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-0ab6331e-552c-429f-a9f6-01361dfd6512 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=4f17ea07f4eb4e1e9f875cdb6801b69c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273707 Aug 31 00:41:42.787431 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-f57067d3-3d42-4b02-998d-c6c0a9ce0b83 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/7716cd9a-60af-4dcd-981f-cb920802e291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890334 Aug 31 00:41:42.876932 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-559e9547-4643-47e3-80da-410b332e91a0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/7716cd9a-60af-4dcd-981f-cb920802e291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842376 Aug 31 00:41:43.152735 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-58049f65-4b99-47ba-bd51-c039658f6c3f req-ed112564-54a1-4460-9d67-33be26ba089e tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 210 time: 0.0295577 Aug 31 00:41:44.258129 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a8ab30f6-80b0-4abb-84e1-c9de288180db req-890a3ad4-3863-4db2-a4ab-bc0f1fc73d97 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 210 time: 0.0321269 Aug 31 00:41:45.359607 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ccde88de-8e59-4cfb-a900-2152a2bc9224 req-566f1d60-a22d-4288-bad5-e1d2dd13e6e1 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 210 time: 0.0281744 Aug 31 00:41:45.701678 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:45.705510 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:45.742968 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-6836bc72-f9f6-42ed-ba32-112207fb5bb6 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:45.744534 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-6836bc72-f9f6-42ed-ba32-112207fb5bb6 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.76 "GET /networking/v2.0/networks?id=7716cd9a-60af-4dcd-981f-cb920802e291 HTTP/1.1" status: 200 len: 809 time: 0.1141911 Aug 31 00:41:45.766223 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Request body: {'port': {'device_id': 'e0748ded-49cb-4333-818a-1548f3f28de7', 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291', 'admin_state_up': True, 'tenant_id': '4f17ea07f4eb4e1e9f875cdb6801b69c'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:41:45.962873 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Made reservation on behalf of 4f17ea07f4eb4e1e9f875cdb6801b69c for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:41:45.967211 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:46.107780 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Allocated IP 172.20.0.13 (7716cd9a-60af-4dcd-981f-cb920802e291/0f330cee-0be6-4dc8-8a14-e2b058642b38/14c804fc-0aad-4d91-a144-2f4b160e4aa3) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:41:46.267121 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks [] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:46.306301 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:46.354701 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:46.402324 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Network 7716cd9a-60af-4dcd-981f-cb920802e291 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:41:46.408208 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:41:46.412226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:41:46.416575 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Pushing event updated for resources: {'Port': ['ID=14c804fc-0aad-4d91-a144-2f4b160e4aa3,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:46.473259 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:46.474501 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:46.499297 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076c138-1253-433d-9c7d-40a30cc18688 req-20b94bfc-31bc-48e5-be37-c496731a1281 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:46.504863 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9076c138-1253-433d-9c7d-40a30cc18688 req-20b94bfc-31bc-48e5-be37-c496731a1281 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 932 time: 0.0621278 Aug 31 00:41:46.552067 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9076c138-1253-433d-9c7d-40a30cc18688 req-9b81259d-7a3e-4c2a-ae80-e1b1c9436526 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Aug 31 00:41:46.572125 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9191dd53-4bac-44db-83cd-554c66051d24 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8111460 Aug 31 00:41:46.590912 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Request body: {'port': {'device_id': 'e0748ded-49cb-4333-818a-1548f3f28de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:41:46.651789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:46.908156 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c804fc-0aad-4d91-a144-2f4b160e4aa3 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:41:46.916139 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Publish callbacks [] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:46.924962 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:46.930196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Transition to ACTIVE for port object 14c804fc-0aad-4d91-a144-2f4b160e4aa3 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:41:46.991693 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:47.055461 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Pushing event updated for resources: {'Port': ['ID=14c804fc-0aad-4d91-a144-2f4b160e4aa3,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:47.104625 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Attempting to bind port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:41:47.104972 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Attempting to bind port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '4a15b47e-499d-476a-90ae-b287257ee92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:41:47.105301 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Attempting to bind port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 on network 7716cd9a-60af-4dcd-981f-cb920802e291 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:41:47.109912 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 on network 7716cd9a-60af-4dcd-981f-cb920802e291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:41:47.110232 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Attempting to bind port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 on network 7716cd9a-60af-4dcd-981f-cb920802e291 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:41:47.115122 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:41:47.115455 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Checking segment: {'id': '4a15b47e-499d-476a-90ae-b287257ee92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:41:47.115849 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Bound using segment: {'id': '4a15b47e-499d-476a-90ae-b287257ee92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:41:47.116267 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Bound port: 14c804fc-0aad-4d91-a144-2f4b160e4aa3, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a15b47e-499d-476a-90ae-b287257ee92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:41:47.116668 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:47.186123 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] For port 14c804fc-0aad-4d91-a144-2f4b160e4aa3, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:41:47.186123 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] For port 14c804fc-0aad-4d91-a144-2f4b160e4aa3, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14c804fc-0aad-4d91-a144-2f4b160e4aa3,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:41:47.289267 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:47.293875 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:47.294530 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:47.296050 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/14c804fc-0aad-4d91-a144-2f4b160e4aa3 HTTP/1.1" status: 200 len: 1094 time: 0.7104485 Aug 31 00:41:47.296584 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0748ded-49cb-4333-818a-1548f3f28de7', 'tag': '14c804fc-0aad-4d91-a144-2f4b160e4aa3'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:41:47.298853 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84b4fb1-df43-43bb-a9b3-45958aac79b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0748ded-49cb-4333-818a-1548f3f28de7", "tag": "14c804fc-0aad-4d91-a144-2f4b160e4aa3"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:41:47.343898 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca8796f-5aa0-4b7a-8ce2-b7c1aea5ae98 x-openstack-request-id: req-5ca8796f-5aa0-4b7a-8ce2-b7c1aea5ae98 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:41:47.344242 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0748ded-49cb-4333-818a-1548f3f28de7", "tag": "14c804fc-0aad-4d91-a144-2f4b160e4aa3", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:41:47.344568 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ca8796f-5aa0-4b7a-8ce2-b7c1aea5ae98 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:41:47.345010 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca8796f-5aa0-4b7a-8ce2-b7c1aea5ae98'] response: {'name': 'network-changed', 'server_uuid': 'e0748ded-49cb-4333-818a-1548f3f28de7', 'tag': '14c804fc-0aad-4d91-a144-2f4b160e4aa3', 'status': 'completed', 'code': 200} Aug 31 00:41:47.356988 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d768c-7831-4eb4-91a9-d16f5b06c8bb service neutron] Pushing event updated for resources: {'Port': ['ID=14c804fc-0aad-4d91-a144-2f4b160e4aa3,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:47.443002 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4fb1-df43-43bb-a9b3-45958aac79b7 req-a4edfca7-d042-49ca-8196-2271a8df9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:47.444575 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f84b4fb1-df43-43bb-a9b3-45958aac79b7 req-a4edfca7-d042-49ca-8196-2271a8df9ba7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=4f17ea07f4eb4e1e9f875cdb6801b69c&device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 1128 time: 0.0457442 Aug 31 00:41:47.546329 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-404de4ef-9036-408b-a023-7fd31768e334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:47.572093 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4fb1-df43-43bb-a9b3-45958aac79b7 req-1e9ad263-69be-4b5c-8d02-6bd663ccf99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:47.574665 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f84b4fb1-df43-43bb-a9b3-45958aac79b7 req-1e9ad263-69be-4b5c-8d02-6bd663ccf99c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=4f17ea07f4eb4e1e9f875cdb6801b69c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1085639 Aug 31 00:41:47.591056 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:47.681148 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4fb1-df43-43bb-a9b3-45958aac79b7 req-62a91248-bc40-4730-b317-c4b892cdde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:47.684090 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f84b4fb1-df43-43bb-a9b3-45958aac79b7 req-62a91248-bc40-4730-b317-c4b892cdde88 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012781 Aug 31 00:41:47.704189 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888dcc1-226f-4ac9-8b71-dddae90bebc9 req-60015ac1-c4b9-4584-a67b-016995123072 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:47.705588 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c888dcc1-226f-4ac9-8b71-dddae90bebc9 req-60015ac1-c4b9-4584-a67b-016995123072 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 944 time: 0.0578804 Aug 31 00:41:47.758746 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c888dcc1-226f-4ac9-8b71-dddae90bebc9 req-05d55f79-28cc-4482-88aa-fcbb37b66625 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Aug 31 00:41:47.797656 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-cd0e03af-b989-486a-9b34-e66e48b2a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:47.799175 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-cd0e03af-b989-486a-9b34-e66e48b2a160 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=4f17ea07f4eb4e1e9f875cdb6801b69c&device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 1128 time: 0.0472481 Aug 31 00:41:47.856250 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-b05f1736-f5b7-4667-ac42-c59c0bb168e7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c804fc-0aad-4d91-a144-2f4b160e4aa3 HTTP/1.1" status: 200 len: 217 time: 0.0344307 Aug 31 00:41:47.905165 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9ad0e11b-cf43-41c4-98d0-e5114f005e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:47.906616 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-9ad0e11b-cf43-41c4-98d0-e5114f005e78 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=0f330cee-0be6-4dc8-8a14-e2b058642b38 HTTP/1.1" status: 200 len: 849 time: 0.0445662 Aug 31 00:41:47.941678 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-903a59a8-2224-4717-9171-152c0018d94e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=7716cd9a-60af-4dcd-981f-cb920802e291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280488 Aug 31 00:41:48.044949 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-c90d8dd7-a7a1-4be0-9d56-362f2c80ace1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/7716cd9a-60af-4dcd-981f-cb920802e291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950544 Aug 31 00:41:48.143002 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-864b3d39-ed3d-497d-85ee-80d064d532b1 req-e5730e20-20a6-4925-b165-5bf46cb4ee89 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/7716cd9a-60af-4dcd-981f-cb920802e291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912225 Aug 31 00:41:48.311889 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:48.878280 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1919f-4922-4c9a-bab7-ff591fb2e645 req-849fe795-de8c-4864-8a6b-3e780da1e3f8 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:48.879762 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-68e1919f-4922-4c9a-bab7-ff591fb2e645 req-849fe795-de8c-4864-8a6b-3e780da1e3f8 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 944 time: 0.0479717 Aug 31 00:41:48.928514 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-68e1919f-4922-4c9a-bab7-ff591fb2e645 req-09c30779-66d6-45c7-84d0-8b4227619255 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432103 Aug 31 00:41:50.060153 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053bd9e-9826-4bfa-96e4-13d34223f2fd req-fcb85cd8-41d7-4af5-aeaa-00f8d14685fe tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:50.061727 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a053bd9e-9826-4bfa-96e4-13d34223f2fd req-fcb85cd8-41d7-4af5-aeaa-00f8d14685fe tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 944 time: 0.0541105 Aug 31 00:41:50.116395 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a053bd9e-9826-4bfa-96e4-13d34223f2fd req-88f2cce6-99e4-4577-ba8e-171d183b5dbe tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481682 Aug 31 00:41:50.123285 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d773a613-2083-43db-ae0b-4eb700672a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:50.923315 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 14c804fc-0aad-4d91-a144-2f4b160e4aa3 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:41:51.025208 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 14c804fc-0aad-4d91-a144-2f4b160e4aa3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14c804fc-0aad-4d91-a144-2f4b160e4aa3,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:41:51.037050 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '14c804fc-0aad-4d91-a144-2f4b160e4aa3', 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291', 'port_id': '14c804fc-0aad-4d91-a144-2f4b160e4aa3', 'mac_address': 'fa:16:3e:4a:89:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f330cee-0be6-4dc8-8a14-e2b058642b38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:41:51.072158 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:41:51.072584 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:51.086310 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c804fc-0aad-4d91-a144-2f4b160e4aa3 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:41:51.106700 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 14c804fc-0aad-4d91-a144-2f4b160e4aa3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14c804fc-0aad-4d91-a144-2f4b160e4aa3,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:41:51.214631 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:51.241782 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d69d9-6cf3-46f1-a2d2-5f1fa8c1bc29 req-b763711d-953b-4a68-9396-76165d4ea36e tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:51.251439 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8a5d69d9-6cf3-46f1-a2d2-5f1fa8c1bc29 req-b763711d-953b-4a68-9396-76165d4ea36e tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 944 time: 0.0497973 Aug 31 00:41:51.261394 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=14c804fc-0aad-4d91-a144-2f4b160e4aa3,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:51.269138 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.269483 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.269823 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.270159 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.270602 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.270867 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.271195 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.271517 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.271840 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.272162 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.272516 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.272840 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.273155 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.273474 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.273787 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:41:51.275944 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:51.297738 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8a5d69d9-6cf3-46f1-a2d2-5f1fa8c1bc29 req-f13a88de-c72b-43e5-bd0a-b0b8ac085bff tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480664 Aug 31 00:41:51.443239 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:51.604380 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['14c804fc-0aad-4d91-a144-2f4b160e4aa3'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:41:51.662713 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:51.899513 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:41:52.427496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb07e8b-692c-4cf5-b040-c1762ba24527 req-7f5bb1e0-9b5f-4ec6-9c52-eeaedb56b122 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:52.430164 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cfb07e8b-692c-4cf5-b040-c1762ba24527 req-7f5bb1e0-9b5f-4ec6-9c52-eeaedb56b122 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 945 time: 0.0588477 Aug 31 00:41:52.463358 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:52.477988 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cfb07e8b-692c-4cf5-b040-c1762ba24527 req-bcd8e830-4967-4014-a8cf-31328920d1f7 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Aug 31 00:41:52.927051 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 14c804fc-0aad-4d91-a144-2f4b160e4aa3 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:41:52.975722 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:41:53.115978 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:41:53.116360 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:53.146282 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:53.160645 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:53.194701 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:41:53.195192 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:53.221257 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0748ded-49cb-4333-818a-1548f3f28de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c804fc-0aad-4d91-a144-2f4b160e4aa3'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:41:53.223572 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96d2b53-cbd4-4dc9-86c6-9aecb6a5ea9f" -d '{"events": [{"server_uuid": "e0748ded-49cb-4333-818a-1548f3f28de7", "name": "network-vif-plugged", "status": "completed", "tag": "14c804fc-0aad-4d91-a144-2f4b160e4aa3"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:41:53.237041 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 14c804fc-0aad-4d91-a144-2f4b160e4aa3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14c804fc-0aad-4d91-a144-2f4b160e4aa3,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:41:53.264081 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc42bd-b4e5-44da-83bb-7a82ae6b1eba x-openstack-request-id: req-41fc42bd-b4e5-44da-83bb-7a82ae6b1eba {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:41:53.264405 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0748ded-49cb-4333-818a-1548f3f28de7", "name": "network-vif-plugged", "status": "completed", "tag": "14c804fc-0aad-4d91-a144-2f4b160e4aa3", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:41:53.264717 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41fc42bd-b4e5-44da-83bb-7a82ae6b1eba {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:41:53.265098 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fc42bd-b4e5-44da-83bb-7a82ae6b1eba'] response: {'server_uuid': 'e0748ded-49cb-4333-818a-1548f3f28de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c804fc-0aad-4d91-a144-2f4b160e4aa3', 'code': 200} Aug 31 00:41:53.316452 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:53.365299 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=14c804fc-0aad-4d91-a144-2f4b160e4aa3,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:41:53.426114 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:53.609817 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80619d5-85b1-4660-8e50-51f3207f3fab req-6d07b6ff-7637-4216-86fc-813be57d179e tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:53.611304 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a80619d5-85b1-4660-8e50-51f3207f3fab req-6d07b6ff-7637-4216-86fc-813be57d179e tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 946 time: 0.0523608 Aug 31 00:41:53.663314 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a80619d5-85b1-4660-8e50-51f3207f3fab req-01677fc3-4f12-44f3-98ae-a1b8f7f28c2a tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Aug 31 00:41:53.949308 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278986a-5309-4135-b761-3d182b8ab469 req-035024a9-11d7-4bea-8258-dd6340d2372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:53.950928 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6278986a-5309-4135-b761-3d182b8ab469 req-035024a9-11d7-4bea-8258-dd6340d2372d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 1130 time: 0.0392568 Aug 31 00:41:53.997508 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6278986a-5309-4135-b761-3d182b8ab469 req-43f9d425-140f-4418-921d-6a977f29dcf0 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Aug 31 00:41:54.790165 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b05f40-5ff8-4294-8954-f5e5507c8000 req-e6641be7-f405-4676-8d55-dab17f61badd tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:54.791723 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-83b05f40-5ff8-4294-8954-f5e5507c8000 req-e6641be7-f405-4676-8d55-dab17f61badd tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 946 time: 0.0494328 Aug 31 00:41:54.843175 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-83b05f40-5ff8-4294-8954-f5e5507c8000 req-73a9daf8-b8fe-46ef-a3e1-1b49f0ad7ced tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Aug 31 00:41:55.409420 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:41:55.970382 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920b7b-f573-472c-8ff6-ae9ae22c0b94 req-9d6e003d-3b1a-4d49-a16b-e9faef4d53e1 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:55.971921 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e7920b7b-f573-472c-8ff6-ae9ae22c0b94 req-9d6e003d-3b1a-4d49-a16b-e9faef4d53e1 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 946 time: 0.0478117 Aug 31 00:41:56.024090 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e7920b7b-f573-472c-8ff6-ae9ae22c0b94 req-3a040ebe-d4fe-4533-a90f-c1b5003d762a tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460792 Aug 31 00:41:57.144084 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11bf94-b06d-46dc-8120-496c37f6a1c4 req-ddb6828a-710e-45e0-b762-55ebe75e8fa2 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:57.145497 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8a11bf94-b06d-46dc-8120-496c37f6a1c4 req-ddb6828a-710e-45e0-b762-55ebe75e8fa2 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 946 time: 0.0476067 Aug 31 00:41:57.194627 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8a11bf94-b06d-46dc-8120-496c37f6a1c4 req-134daccb-c4e9-4dec-9d1a-e3696bcd0490 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433791 Aug 31 00:41:57.853795 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:58.595743 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e70a7e-256d-4386-8f1d-eb60888925d6 req-436fdc62-c6f8-47a9-99fb-99bee91beccc tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:58.597270 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-38e70a7e-256d-4386-8f1d-eb60888925d6 req-436fdc62-c6f8-47a9-99fb-99bee91beccc tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 946 time: 0.0478039 Aug 31 00:41:58.645463 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-38e70a7e-256d-4386-8f1d-eb60888925d6 req-cce9f709-5632-429f-ae81-a4678f73b451 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Aug 31 00:41:59.770368 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035b3c-3ba5-4221-bda0-7d821942c3ea req-31aee197-53c8-4a9e-a3b9-cafad0b806b1 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:41:59.771852 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e1035b3c-3ba5-4221-bda0-7d821942c3ea req-31aee197-53c8-4a9e-a3b9-cafad0b806b1 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 946 time: 0.0517831 Aug 31 00:41:59.792536 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:41:59.820691 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e1035b3c-3ba5-4221-bda0-7d821942c3ea req-f517c706-8649-47bd-9e0a-cdd030c239da tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430748 Aug 31 00:42:00.569184 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-89f3faa0-3eb7-40bf-9099-53653a179d9c tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:00.570606 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-89f3faa0-3eb7-40bf-9099-53653a179d9c tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 946 time: 0.1252046 Aug 31 00:42:00.676982 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Deleting port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:00.677337 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:00.768474 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] For port 14c804fc-0aad-4d91-a144-2f4b160e4aa3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14c804fc-0aad-4d91-a144-2f4b160e4aa3,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:00.768847 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:00.783602 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Calling delete_port for 14c804fc-0aad-4d91-a144-2f4b160e4aa3 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:00.932512 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:00.958303 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364c225-de36-4a8b-809a-362f6bee627b req-dd3777b4-eebb-435f-b0cc-33c8a83fd6ba tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:00.959793 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6364c225-de36-4a8b-809a-362f6bee627b req-dd3777b4-eebb-435f-b0cc-33c8a83fd6ba tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 946 time: 0.0628810 Aug 31 00:42:01.008925 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6364c225-de36-4a8b-809a-362f6bee627b req-8c2bb16c-a681-445e-ba2c-d8537f096992 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 Aug 31 00:42:01.010028 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (14c804fc-0aad-4d91-a144-2f4b160e4aa3), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:01.043005 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Pushing event deleted for resources: {'Port': ['ID=14c804fc-0aad-4d91-a144-2f4b160e4aa3,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:01.049866 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['14c804fc-0aad-4d91-a144-2f4b160e4aa3'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:42:01.089293 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] No DVR routers for this DVR port 14c804fc-0aad-4d91-a144-2f4b160e4aa3 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:01.091764 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:01.095391 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-938d7b2f-f382-42a6-bb3b-1bef75919934 req-76c61dc0-13ae-4fb8-b41d-424c8fb6b9b5 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.76 "DELETE /networking/v2.0/ports/14c804fc-0aad-4d91-a144-2f4b160e4aa3 HTTP/1.1" status: 204 len: 173 time: 0.5075641 Aug 31 00:42:01.095831 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0748ded-49cb-4333-818a-1548f3f28de7', 'name': 'network-vif-deleted', 'tag': '14c804fc-0aad-4d91-a144-2f4b160e4aa3'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:01.098102 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1db109-9391-46fb-a4d1-c5e20a05720d" -d '{"events": [{"server_uuid": "e0748ded-49cb-4333-818a-1548f3f28de7", "name": "network-vif-deleted", "tag": "14c804fc-0aad-4d91-a144-2f4b160e4aa3"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:01.135956 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3689f5bb-3857-4b31-85a8-f38a12c30e2b x-openstack-request-id: req-3689f5bb-3857-4b31-85a8-f38a12c30e2b {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:01.135956 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0748ded-49cb-4333-818a-1548f3f28de7", "name": "network-vif-deleted", "tag": "14c804fc-0aad-4d91-a144-2f4b160e4aa3", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:01.135956 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3689f5bb-3857-4b31-85a8-f38a12c30e2b {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:01.136724 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3689f5bb-3857-4b31-85a8-f38a12c30e2b'] response: {'server_uuid': 'e0748ded-49cb-4333-818a-1548f3f28de7', 'name': 'network-vif-deleted', 'tag': '14c804fc-0aad-4d91-a144-2f4b160e4aa3', 'status': 'completed', 'code': 200} Aug 31 00:42:01.895301 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:02.133889 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d282e766-60bd-4419-ac3f-841ff6443a7d req-20719a9f-43af-4d17-aa86-cffda611a8de tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 210 time: 0.0334680 Aug 31 00:42:03.255306 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0d6f9d82-4f1d-4392-86d2-868d0c39e8ab req-024e17ae-7309-42a5-933a-e9f419b7e60c tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e0748ded-49cb-4333-818a-1548f3f28de7 HTTP/1.1" status: 200 len: 210 time: 0.0316381 Aug 31 00:42:04.549383 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-0ddc8ce0-3dc7-4cf4-899e-7d707e5ed681 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:04.550973 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-0ddc8ce0-3dc7-4cf4-899e-7d707e5ed681 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/networks?id=7716cd9a-60af-4dcd-981f-cb920802e291 HTTP/1.1" status: 200 len: 809 time: 0.1130199 Aug 31 00:42:04.566839 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-895362cf-08ad-415b-abe5-15a1b62951ec tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/quotas/4f17ea07f4eb4e1e9f875cdb6801b69c HTTP/1.1" status: 200 len: 375 time: 0.0102496 Aug 31 00:42:04.576541 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b50d4-fcc8-4c48-89d5-010000c62634 req-9ff33420-d4e7-406f-b746-e7f80f034fad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:04.578013 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4e3b50d4-fcc8-4c48-89d5-010000c62634 req-9ff33420-d4e7-406f-b746-e7f80f034fad tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 946 time: 0.0531809 Aug 31 00:42:04.601988 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-74195703-fb37-4cf3-a392-d9af469e2d58 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=4f17ea07f4eb4e1e9f875cdb6801b69c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295763 Aug 31 00:42:04.628185 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4e3b50d4-fcc8-4c48-89d5-010000c62634 req-41d7014a-48ee-4518-bcdd-85148d70f762 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437307 Aug 31 00:42:04.696465 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-87dbaa24-6768-408b-a673-cc13db576f9c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/7716cd9a-60af-4dcd-981f-cb920802e291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873208 Aug 31 00:42:04.780893 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:04.791639 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-2dba67ad-5d21-4ca8-916c-801903dcc8b8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/7716cd9a-60af-4dcd-981f-cb920802e291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895782 Aug 31 00:42:05.044008 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2a50c594-ca00-413c-8d7f-87f97c409e85 req-34a1d860-7df3-4e36-9e0c-39cd81ffcbb3 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 210 time: 0.0285678 Aug 31 00:42:05.374178 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:05.750575 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4e067-d624-4fd7-bec7-a97a6698e90a req-51e34c97-7b74-41bc-97b1-72b86b7e38b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:05.752104 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d0e4e067-d624-4fd7-bec7-a97a6698e90a req-51e34c97-7b74-41bc-97b1-72b86b7e38b3 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 946 time: 0.0487471 Aug 31 00:42:05.804638 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d0e4e067-d624-4fd7-bec7-a97a6698e90a req-c2b331c5-6c9c-494f-9d8e-2518cc58447f tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464680 Aug 31 00:42:06.146759 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4270603c-ca3a-4491-99be-ec7737c43130 req-4146a98a-89a0-4f51-ae4a-87b3e7148d60 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 210 time: 0.0297668 Aug 31 00:42:06.909611 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:06.929075 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80564d-4da5-4bfe-8493-27a45f6c3291 req-92c9e179-1d6d-4a3a-a4d8-571e8e6ecd6a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:06.930728 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4c80564d-4da5-4bfe-8493-27a45f6c3291 req-92c9e179-1d6d-4a3a-a4d8-571e8e6ecd6a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 946 time: 0.0494139 Aug 31 00:42:06.983770 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4c80564d-4da5-4bfe-8493-27a45f6c3291 req-55ef801c-dae3-404c-a39c-7c57f341581a tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472198 Aug 31 00:42:07.245739 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8e10d059-e6d1-4d1f-9a2b-926fb765e965 req-fbcd5e38-147d-4bee-a011-de70beb743c6 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 210 time: 0.0286093 Aug 31 00:42:07.524719 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 14c804fc-0aad-4d91-a144-2f4b160e4aa3 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:07.547733 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 14c804fc-0aad-4d91-a144-2f4b160e4aa3 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:07.548067 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 14c804fc-0aad-4d91-a144-2f4b160e4aa3 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:08.040133 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-005e8fda-b398-485d-960d-0b37db70f5cf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:08.041635 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-005e8fda-b398-485d-960d-0b37db70f5cf tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 946 time: 0.0500906 Aug 31 00:42:08.115460 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4052a-4702-4cfd-b354-4e60019ae678 req-a7f0c6b5-f815-4aea-9283-322961d16682 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:08.118224 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7bc4052a-4702-4cfd-b354-4e60019ae678 req-a7f0c6b5-f815-4aea-9283-322961d16682 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 946 time: 0.0566058 Aug 31 00:42:08.147088 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Deleting port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:08.147088 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:08.173972 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7bc4052a-4702-4cfd-b354-4e60019ae678 req-a6117046-b1c8-4e35-a336-9c5b96aaee35 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b5404fe4-9219-4944-a952-936c0b9de990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505393 Aug 31 00:42:08.251112 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] For port 68a3ba26-0475-4d94-9656-0d4d923ff6d1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=68a3ba26-0475-4d94-9656-0d4d923ff6d1,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:08.251496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:08.356681 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8dc37d10-25d1-451f-94b2-9c47f146ebc2 req-e7165200-e084-4fad-99d0-9ec754f7b38e tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 210 time: 0.0293241 Aug 31 00:42:08.458327 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:08.458647 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (67055aee-2af1-4333-a351-6a78f8729e1b), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:08.459019 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Floating IP 67055aee-2af1-4333-a351-6a78f8729e1b disassociated. External IP: 172.27.3.183, port: 68a3ba26-0475-4d94-9656-0d4d923ff6d1. Aug 31 00:42:08.459372 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Calling delete_port for 68a3ba26-0475-4d94-9656-0d4d923ff6d1 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:08.642617 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48094) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:08.667312 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (68a3ba26-0475-4d94-9656-0d4d923ff6d1), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:08.703086 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'Port': ['ID=68a3ba26-0475-4d94-9656-0d4d923ff6d1,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:08.719509 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:08.921535 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:08.928484 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:09.012287 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Deleting port 05d05b64-bb56-4168-b3ce-b17de98bf1fc {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:09.012582 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (05d05b64-bb56-4168-b3ce-b17de98bf1fc), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:09.400623 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a0be1f1f-02c6-43f0-ae12-79b8a6aa0e76 req-3ab06737-d438-4b70-b40f-50c1df3227b8 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0656900 Aug 31 00:42:09.426802 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:09.444291 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:09.467878 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:09.468868 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:41:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:09.472917 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-06061ce7-9165-493a-87a9-9245591a1bd7 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:09.475283 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-06061ce7-9165-493a-87a9-9245591a1bd7 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.76 "GET /networking/v2.0/networks?id=7716cd9a-60af-4dcd-981f-cb920802e291 HTTP/1.1" status: 200 len: 809 time: 0.1825838 Aug 31 00:42:09.497458 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Request body: {'port': {'device_id': '42bbab6f-dd9e-4d5d-a854-d2eac6817f5c', 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291', 'admin_state_up': True, 'tenant_id': '4f17ea07f4eb4e1e9f875cdb6801b69c'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:42:09.524172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] No DVR routers for this DVR port 68a3ba26-0475-4d94-9656-0d4d923ff6d1 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:09.531760 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:09.536372 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8840f7ef-7e66-45e4-bf67-71374c84097a req-c10b6f01-752e-429b-bf09-619d69206f87 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.76 "DELETE /networking/v2.0/ports/68a3ba26-0475-4d94-9656-0d4d923ff6d1 HTTP/1.1" status: 204 len: 173 time: 1.4865122 Aug 31 00:42:09.536860 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'name': 'network-vif-deleted', 'tag': '68a3ba26-0475-4d94-9656-0d4d923ff6d1'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:09.539237 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ada31e-85f7-4e1c-9aca-b70cf4efc512" -d '{"events": [{"server_uuid": "50bd32a4-8af1-4f25-b417-e99467180ff3", "name": "network-vif-deleted", "tag": "68a3ba26-0475-4d94-9656-0d4d923ff6d1"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:09.553418 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (05d05b64-bb56-4168-b3ce-b17de98bf1fc), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:09.553753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for floatingip (05d05b64-bb56-4168-b3ce-b17de98bf1fc), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:09.593258 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Calling delete_port for 05d05b64-bb56-4168-b3ce-b17de98bf1fc owned by network:floatingip {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:09.608640 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2162ecd8-2a7e-403c-b2eb-f82b2efb4d57 req-35baa9e6-c0e0-4152-a438-645f6c90a421 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 210 time: 0.0534453 Aug 31 00:42:09.694657 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a0c7f-a323-4279-9061-9bb94b30014d x-openstack-request-id: req-313a0c7f-a323-4279-9061-9bb94b30014d {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:09.694957 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bd32a4-8af1-4f25-b417-e99467180ff3", "name": "network-vif-deleted", "tag": "68a3ba26-0475-4d94-9656-0d4d923ff6d1", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:09.695219 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-313a0c7f-a323-4279-9061-9bb94b30014d {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:09.695866 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313a0c7f-a323-4279-9061-9bb94b30014d'] response: {'server_uuid': '50bd32a4-8af1-4f25-b417-e99467180ff3', 'name': 'network-vif-deleted', 'tag': '68a3ba26-0475-4d94-9656-0d4d923ff6d1', 'status': 'completed', 'code': 200} Aug 31 00:42:09.746211 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:09.803832 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Made reservation on behalf of 4f17ea07f4eb4e1e9f875cdb6801b69c for: {'port': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:42:09.808655 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:09.965306 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Allocated IP 172.20.0.3 (7716cd9a-60af-4dcd-981f-cb920802e291/0f330cee-0be6-4dc8-8a14-e2b058642b38/85ff1e83-3c0f-44de-b1cd-f61df71f6257) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:42:09.973421 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796b06a-4e08-4e70-bcd6-e09441aa2919 req-143c601b-a7b7-481b-ad25-7611ad754b82 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:09.974996 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a796b06a-4e08-4e70-bcd6-e09441aa2919 req-143c601b-a7b7-481b-ad25-7611ad754b82 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0530825 Aug 31 00:42:09.976213 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (05d05b64-bb56-4168-b3ce-b17de98bf1fc), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:09.980577 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:09.989447 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:10.009466 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:10.015095 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event deleted for resources: {'Port': ['ID=05d05b64-bb56-4168-b3ce-b17de98bf1fc,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:10.019328 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:10.030019 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:10.030965 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:41:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:10.103240 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a796b06a-4e08-4e70-bcd6-e09441aa2919 req-565af336-feb3-4bd4-a6d5-4bd66d513013 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161528 Aug 31 00:42:10.115103 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for floatingip (465b925f-f0f3-4f61-8b51-a10531a7a88c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:10.115443 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Floating IP 465b925f-f0f3-4f61-8b51-a10531a7a88c disassociated (deleted). External IP: 172.27.3.44, port: c18f4b3c-fb43-40d2-901a-6255ea8c3f61. Aug 31 00:42:10.150231 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:10.181309 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks [] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:10.206010 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:10.274882 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:10.279579 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:10.339709 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Router 48ad5bde-2719-449d-8db7-830c14bbd396 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:10.341243 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Network 7716cd9a-60af-4dcd-981f-cb920802e291 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:42:10.344895 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:42:10.346927 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Pushing event updated for resources: {'Port': ['ID=85ff1e83-3c0f-44de-b1cd-f61df71f6257,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:10.349791 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:42:10.354880 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:10.356118 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:10.377219 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:10.405269 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73174b1-62d6-4b1f-b9e5-98f5ae1849f7 None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '776a2c43-8e2f-4cdb-b8bc-66ba7933920c', 'name': '', 'network_id': '6d427232-8e26-4216-9399-96dea4f30f86', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'mac_address': 'fa:16:3e:26:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:35:00Z', 'updated_at': '2022-08-31T00:35:15Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'subnets': [{'id': 'ac7233ea-d3dd-4f4b-966f-1fedd056ffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:10.444291 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:10.446382 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-938afeb6-2a2f-4bac-9c3c-66ac8323eb5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9528627 Aug 31 00:42:10.457436 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:10.462787 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:10.467571 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] Sync routers for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:10.486308 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:10.487047 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:41:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:10.520315 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-0eca408a-8a1c-4b20-b36a-d3110bf557ee tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/465b925f-f0f3-4f61-8b51-a10531a7a88c HTTP/1.1" status: 204 len: 168 time: 1.8653760 Aug 31 00:42:10.582903 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-77e0045e-96a3-4ade-920f-d09fcf867632 req-4385217a-f09d-45e3-b0c9-6b3ee463c457 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0433514 Aug 31 00:42:10.617078 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:10.727521 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca180f8f-4bd6-4a52-ae66-7b23ae6ba5f9 None None] New status for floating IP 67055aee-2af1-4333-a351-6a78f8729e1b: DOWN {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:42:10.765714 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60785f4-97fe-4b24-a81a-d97f4d3b9884 req-eab84534-bf1e-41ac-bd9b-92dd57037920 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:10.767283 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e60785f4-97fe-4b24-a81a-d97f4d3b9884 req-eab84534-bf1e-41ac-bd9b-92dd57037920 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 931 time: 0.0671542 Aug 31 00:42:10.823159 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e60785f4-97fe-4b24-a81a-d97f4d3b9884 req-80d0e2ba-7ff4-4528-b8c7-0ebe4570a323 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485559 Aug 31 00:42:10.858903 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:37Z', 'revision_number': 5, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:10.885336 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] Checking router: 48ad5bde-2719-449d-8db7-830c14bbd396 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:10.894342 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:10.895014 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:41:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:11.023035 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:11.055867 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c65d5-963e-4c42-8843-9a0f0852d539 req-79a6d170-f276-44d4-b3e1-5c460642ad24 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:11.057394 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-116c65d5-963e-4c42-8843-9a0f0852d539 req-79a6d170-f276-44d4-b3e1-5c460642ad24 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0494647 Aug 31 00:42:11.120025 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-116c65d5-963e-4c42-8843-9a0f0852d539 req-61602277-8cfa-4da2-8db3-11c953a55a57 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565584 Aug 31 00:42:11.230692 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:37Z', 'revision_number': 5, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:11.250980 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498ae7-2f81-4b3c-a19c-6988db98e240 req-5621f337-7f10-46f5-af63-c488077736be tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:11.252670 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bb498ae7-2f81-4b3c-a19c-6988db98e240 req-5621f337-7f10-46f5-af63-c488077736be tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0507123 Aug 31 00:42:11.256438 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33894098-936b-4bd0-89ff-c08c5cf71909 None None] The sync data for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi is: [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:30Z', 'revision_number': 4, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': 'd96a2597-517d-4962-8f43-f218850589bc', 'name': '', 'network_id': '0b9346f3-cc4c-481e-a5c2-5077cbc6703f', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'mac_address': 'fa:16:3e:a0:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '82eaca97-36ab-4152-ac14-863d9055b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:29Z', 'updated_at': '2022-08-31T00:36:37Z', 'revision_number': 5, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'subnets': [{'id': '82eaca97-36ab-4152-ac14-863d9055b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:11.313134 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bb498ae7-2f81-4b3c-a19c-6988db98e240 req-a3d83855-bd68-4f62-b293-a30fe04815b2 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535250 Aug 31 00:42:11.343537 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Request body: {'port': {'device_id': '42bbab6f-dd9e-4d5d-a854-d2eac6817f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:42:11.417588 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:11.540658 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25feb48b-101c-423e-a344-7f4bcfe2bf56 None None] New status for floating IP 465b925f-f0f3-4f61-8b51-a10531a7a88c: DOWN {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:42:11.696747 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:11.699313 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62301972-e94e-4cc4-ac51-ac79abf4a9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:11.722723 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-82cbdeff-e49b-4388-a5c4-b9ab795515f0 req-b7356a94-fa3c-4d38-84b8-435546544c82 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0479474 Aug 31 00:42:11.732779 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ff1e83-3c0f-44de-b1cd-f61df71f6257 {{(pid=113724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:42:11.740266 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0c0813-99b5-44bf-9ee2-49b4a96b80be x-openstack-request-id: req-1b0c0813-99b5-44bf-9ee2-49b4a96b80be {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:11.740680 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:11.740941 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b0c0813-99b5-44bf-9ee2-49b4a96b80be {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:11.741353 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0c0813-99b5-44bf-9ee2-49b4a96b80be'] response: {'name': 'network-changed', 'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'status': 'completed', 'code': 200} Aug 31 00:42:11.742608 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Publish callbacks [] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:11.758991 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.provisioning_blocks [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Transition to ACTIVE for port object 85ff1e83-3c0f-44de-b1cd-f61df71f6257 will not be triggered until provisioned by entity L2. {{(pid=113724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:42:11.837653 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:11.843468 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:11.910200 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Pushing event updated for resources: {'Port': ['ID=85ff1e83-3c0f-44de-b1cd-f61df71f6257,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:11.915461 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.managers [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Attempting to bind port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:42:11.915792 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.managers [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Attempting to bind port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '4a15b47e-499d-476a-90ae-b287257ee92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291'}] {{(pid=113724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:42:11.916137 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Attempting to bind port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 on network 7716cd9a-60af-4dcd-981f-cb920802e291 {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:42:11.921474 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 on network 7716cd9a-60af-4dcd-981f-cb920802e291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:42:11.928138 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Attempting to bind port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 on network 7716cd9a-60af-4dcd-981f-cb920802e291 {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:42:11.928138 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:42:11.928686 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Checking segment: {'id': '4a15b47e-499d-476a-90ae-b287257ee92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:42:11.929077 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Bound using segment: {'id': '4a15b47e-499d-476a-90ae-b287257ee92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291'} {{(pid=113724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:42:11.929520 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.managers [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Bound port: 85ff1e83-3c0f-44de-b1cd-f61df71f6257, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a15b47e-499d-476a-90ae-b287257ee92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291'}}] {{(pid=113724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:42:11.929961 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:11.955803 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4bc35-8e9c-483f-a8d0-bdfb591f114d req-0d12abff-8e96-48bd-9e62-8294d054b0ef tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:11.957497 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0ca4bc35-8e9c-483f-a8d0-bdfb591f114d req-0d12abff-8e96-48bd-9e62-8294d054b0ef tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 943 time: 0.0511336 Aug 31 00:42:11.996480 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] For port 85ff1e83-3c0f-44de-b1cd-f61df71f6257, host hv-cinder-85221, cleared binding levels {{(pid=113724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:42:11.999543 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] For port 85ff1e83-3c0f-44de-b1cd-f61df71f6257, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=85ff1e83-3c0f-44de-b1cd-f61df71f6257,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:42:12.013058 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0ca4bc35-8e9c-483f-a8d0-bdfb591f114d req-4d2c9ea0-8291-46b7-8948-7fa43290663c tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496354 Aug 31 00:42:12.106500 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:12.110291 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:12.111002 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:12.112596 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/85ff1e83-3c0f-44de-b1cd-f61df71f6257 HTTP/1.1" status: 200 len: 1093 time: 0.7735562 Aug 31 00:42:12.115560 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bbab6f-dd9e-4d5d-a854-d2eac6817f5c', 'tag': '85ff1e83-3c0f-44de-b1cd-f61df71f6257'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:12.117984 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a38d51-92ae-4efd-8d20-9698dee479ce" -d '{"events": [{"name": "network-changed", "server_uuid": "42bbab6f-dd9e-4d5d-a854-d2eac6817f5c", "tag": "85ff1e83-3c0f-44de-b1cd-f61df71f6257"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:12.153435 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:12.157291 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad7d32-5bdb-4750-ba77-28b70e8573ca x-openstack-request-id: req-c2ad7d32-5bdb-4750-ba77-28b70e8573ca {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:12.157587 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bbab6f-dd9e-4d5d-a854-d2eac6817f5c", "tag": "85ff1e83-3c0f-44de-b1cd-f61df71f6257", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:12.157838 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2ad7d32-5bdb-4750-ba77-28b70e8573ca {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:12.158237 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ad7d32-5bdb-4750-ba77-28b70e8573ca'] response: {'name': 'network-changed', 'server_uuid': '42bbab6f-dd9e-4d5d-a854-d2eac6817f5c', 'tag': '85ff1e83-3c0f-44de-b1cd-f61df71f6257', 'status': 'completed', 'code': 200} Aug 31 00:42:12.173378 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d4aaa-cb69-46fa-bb52-7c8ae589acf9 service neutron] Pushing event updated for resources: {'Port': ['ID=85ff1e83-3c0f-44de-b1cd-f61df71f6257,revision_number=3']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:12.245726 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efe6cc-03ec-41a3-bff0-3a54b0c6abd0 req-a4759072-e2f9-44d0-af1e-d367bca66308 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:12.247203 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-70efe6cc-03ec-41a3-bff0-3a54b0c6abd0 req-a4759072-e2f9-44d0-af1e-d367bca66308 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0483298 Aug 31 00:42:12.298816 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-70efe6cc-03ec-41a3-bff0-3a54b0c6abd0 req-3c2b3def-8c05-43ad-b48e-0a9ffb1f3cc1 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454969 Aug 31 00:42:12.460102 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf3026-f9fc-4c59-872d-2875d9f6bcf7 req-0d9c4cf3-9372-4799-90a5-03cdf8b291c8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:12.461722 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bcaf3026-f9fc-4c59-872d-2875d9f6bcf7 req-0d9c4cf3-9372-4799-90a5-03cdf8b291c8 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0493445 Aug 31 00:42:12.513258 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bcaf3026-f9fc-4c59-872d-2875d9f6bcf7 req-70e2412f-7364-4a6f-8bf9-4dfbbb21d679 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446851 Aug 31 00:42:12.651622 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-4162191f-8dbe-4f1b-911a-836b6efa50e7 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1046497227&fields=id&tenant_id=ebe5283d88b44f8b824c7bbca56b3473 HTTP/1.1" status: 200 len: 267 time: 0.0455709 Aug 31 00:42:12.764447 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ba77e0b6-c02c-4975-a48a-0074d4fc9642 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:12.765984 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ba77e0b6-c02c-4975-a48a-0074d4fc9642 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 812 time: 0.1079924 Aug 31 00:42:12.781951 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-f84af81b-ae6e-452a-945c-f3f7cd1b9fed tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/quotas/ebe5283d88b44f8b824c7bbca56b3473 HTTP/1.1" status: 200 len: 375 time: 0.0097754 Aug 31 00:42:12.843789 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-1b9ed20e-9424-45b1-8cc8-c9b049eabdae tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560403 Aug 31 00:42:12.858317 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e6d50ffa-4660-40ef-b2f7-8c6b103356f3 req-e3b2839f-5837-409f-8c6d-8bfd696ecc37 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0300307 Aug 31 00:42:12.947426 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-220b69a4-3d00-484b-bc8d-0d1046f7cf90 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907848 Aug 31 00:42:13.038293 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-803c4fd5-6cb5-423e-b468-5395306e2061 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849619 Aug 31 00:42:13.137278 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d848fd0-7fa9-45a0-933e-94af5db8f8b9 req-a56f530d-a18e-4f39-a1a7-33a657fab2d8 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:13.138951 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9d848fd0-7fa9-45a0-933e-94af5db8f8b9 req-a56f530d-a18e-4f39-a1a7-33a657fab2d8 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 943 time: 0.0504246 Aug 31 00:42:13.192592 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9d848fd0-7fa9-45a0-933e-94af5db8f8b9 req-3f3f6fd3-0f72-4e70-b7d1-32a1de6dfe52 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476611 Aug 31 00:42:13.420180 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfe01-0f32-49f5-a444-d4b1458c42df req-b8aad90e-0023-497a-a662-b7a7af576df4 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:13.421591 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8e0dfe01-0f32-49f5-a444-d4b1458c42df req-b8aad90e-0023-497a-a662-b7a7af576df4 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Aug 31 00:42:13.507851 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8e0dfe01-0f32-49f5-a444-d4b1458c42df req-e5c212eb-2eef-41c3-ae45-4a0f6970ba3d tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806055 Aug 31 00:42:13.527090 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-8be128e9-c08b-4e1e-ba2c-15b85e7c91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:13.528899 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-8be128e9-c08b-4e1e-ba2c-15b85e7c91a3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=28f0cda364854dfd9fde0249a751ecf4&device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 1130 time: 0.0590508 Aug 31 00:42:13.560205 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a38d51-92ae-4efd-8d20-9698dee479ce req-84e030c5-f55c-4a93-a6e7-2281ab4e12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:13.561765 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-22a38d51-92ae-4efd-8d20-9698dee479ce req-84e030c5-f55c-4a93-a6e7-2281ab4e12c8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=4f17ea07f4eb4e1e9f875cdb6801b69c&device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 1127 time: 0.0787146 Aug 31 00:42:13.567607 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-129f1eec-8091-41ad-aad9-6c1b5054c733 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:13.569058 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-129f1eec-8091-41ad-aad9-6c1b5054c733 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0952208 Aug 31 00:42:13.602368 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device cfcd650e-10f6-464f-a79f-ed420080aea1 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:13.636345 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:13.655977 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:13.668525 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c7ac06b2-b7bb-469f-8785-6710cfe41a2a req-c610623d-4517-4d3d-a57c-30f80f34e475 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0418446 Aug 31 00:42:13.675681 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb0be4-ede9-424a-b0a2-848f990a25a8 req-0f29e89d-20df-4f77-93f2-c7528ac627a0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:13.689494 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a5eb0be4-ede9-424a-b0a2-848f990a25a8 req-0f29e89d-20df-4f77-93f2-c7528ac627a0 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 947 time: 0.0912924 Aug 31 00:42:13.696166 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port cfcd650e-10f6-464f-a79f-ed420080aea1 is: ACTIVE; New status is: DOWN {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:42:13.696599 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:13.726149 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:13.729232 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e43705-7817-4654-bb88-0260aa6ab68f" -d '{"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:13.744885 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a5eb0be4-ede9-424a-b0a2-848f990a25a8 req-4c156314-2998-45f1-bcdc-56b58955df1d tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478013 Aug 31 00:42:13.755905 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:13.796273 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa7cf5a-9715-48c9-bdde-db5e7bd736e3 x-openstack-request-id: req-7aa7cf5a-9715-48c9-bdde-db5e7bd736e3 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:13.796790 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:13.797253 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7aa7cf5a-9715-48c9-bdde-db5e7bd736e3 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:13.797751 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa7cf5a-9715-48c9-bdde-db5e7bd736e3'] response: {'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'code': 200} Aug 31 00:42:13.858881 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:13.859746 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 68a3ba26-0475-4d94-9656-0d4d923ff6d1 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:13.874826 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-6c3f3858-b4bb-43ad-9cb9-e68bdeed332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:13.874826 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-6c3f3858-b4bb-43ad-9cb9-e68bdeed332e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f HTTP/1.1" status: 200 len: 909 time: 0.1099656 Aug 31 00:42:13.919196 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 68a3ba26-0475-4d94-9656-0d4d923ff6d1 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:13.919660 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 68a3ba26-0475-4d94-9656-0d4d923ff6d1 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:13.973896 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=11']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:13.977033 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Deleting port cfcd650e-10f6-464f-a79f-ed420080aea1 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:13.982297 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:13.983738 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-7139efdd-ce71-4eb9-8af0-753da1f6fd40 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 200 len: 217 time: 0.0476961 Aug 31 00:42:14.037642 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-9669df01-a7a1-41d0-9cf4-cf9909ca9dcd req-664e9a92-6259-413a-b181-5248c819ebfb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=50bd32a4-8af1-4f25-b417-e99467180ff3 HTTP/1.1" status: 200 len: 210 time: 0.0564666 Aug 31 00:42:14.062531 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-6dacfb2c-4183-4678-ba33-fd696a3432f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:14.064680 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-6dacfb2c-4183-4678-ba33-fd696a3432f3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=82eaca97-36ab-4152-ac14-863d9055b192 HTTP/1.1" status: 200 len: 847 time: 0.0696054 Aug 31 00:42:14.075777 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-ba29dd16-958c-4550-89d1-6352dd8784bd tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:14.077320 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-ba29dd16-958c-4550-89d1-6352dd8784bd tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.1165988 Aug 31 00:42:14.080146 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:14.083130 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a38d51-92ae-4efd-8d20-9698dee479ce req-0d684e83-9d01-4de6-a47d-08186b3d1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:14.084508 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-22a38d51-92ae-4efd-8d20-9698dee479ce req-0d684e83-9d01-4de6-a47d-08186b3d1682 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=4f17ea07f4eb4e1e9f875cdb6801b69c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3221326 Aug 31 00:42:14.128110 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] For port cfcd650e-10f6-464f-a79f-ed420080aea1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cfcd650e-10f6-464f-a79f-ed420080aea1,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:14.128521 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:14.340701 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-0beee279-94b4-4dcc-8699-c1a911886573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:14.342281 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-0beee279-94b4-4dcc-8699-c1a911886573 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0b9346f3-cc4c-481e-a5c2-5077cbc6703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489204 Aug 31 00:42:14.429157 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:14.429397 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (94db2df7-a87a-47f4-894e-f49121133147), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:14.429711 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Floating IP 94db2df7-a87a-47f4-894e-f49121133147 disassociated. External IP: 172.27.3.137, port: cfcd650e-10f6-464f-a79f-ed420080aea1. Aug 31 00:42:14.430047 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Calling delete_port for cfcd650e-10f6-464f-a79f-ed420080aea1 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:14.442987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426b8d8-520e-42ea-95f1-4b4b3266c540 req-d06a385d-9561-40a3-895c-f77d185e5dd7 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:14.444477 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2426b8d8-520e-42ea-95f1-4b4b3266c540 req-d06a385d-9561-40a3-895c-f77d185e5dd7 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 943 time: 0.1610253 Aug 31 00:42:14.447894 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-e9571896-6d2c-4858-b7e9-5e1675467f8e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956419 Aug 31 00:42:14.572514 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Deleting port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:14.572900 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:14.581150 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-62301972-e94e-4cc4-ac51-ac79abf4a9f0 req-bf0e65c0-bb86-49ef-a14f-8e27d5e09a27 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250637 Aug 31 00:42:14.643834 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a38d51-92ae-4efd-8d20-9698dee479ce req-a87870d9-260d-4058-b4b2-4f80cfafdcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:14.645336 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-22a38d51-92ae-4efd-8d20-9698dee479ce req-a87870d9-260d-4058-b4b2-4f80cfafdcc5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3441415 Aug 31 00:42:14.653159 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cab2a-aa94-4b3e-98ca-e4c8cc72f9ae req-24634f65-94ae-4e68-92b8-8c6c30cfb07d tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:14.656048 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fa0cab2a-aa94-4b3e-98ca-e4c8cc72f9ae req-24634f65-94ae-4e68-92b8-8c6c30cfb07d tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 946 time: 0.0576878 Aug 31 00:42:14.678985 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2426b8d8-520e-42ea-95f1-4b4b3266c540 req-c3ec58c4-7e8a-4ca4-99fb-eb1a4f988f8e tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043777 Aug 31 00:42:14.720874 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:14.752922 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fa0cab2a-aa94-4b3e-98ca-e4c8cc72f9ae req-7baf1fee-4c63-431f-88ca-0199f3fda779 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=17121af1-4636-4f42-9b48-e0a361342dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914526 Aug 31 00:42:14.826902 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] For port c18f4b3c-fb43-40d2-901a-6255ea8c3f61, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:14.827272 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:14.865010 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Calling delete_port for c18f4b3c-fb43-40d2-901a-6255ea8c3f61 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:14.867426 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-86c192ca-405c-4c68-8f7f-fb29b5cbb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:14.869544 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-86c192ca-405c-4c68-8f7f-fb29b5cbb8c2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=4f17ea07f4eb4e1e9f875cdb6801b69c&device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 1127 time: 0.1289573 Aug 31 00:42:14.871232 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b956cf49-bc7e-4a59-940e-85add2819be8 req-b8ce5c28-531d-4c66-904c-32e66ac5585c tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0737274 Aug 31 00:42:14.877211 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:14.886320 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:14.900426 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29489d4-ceb7-4110-b4e5-c07ed1ee8b13 req-2b69f775-df45-41e2-8156-89630c6eff3a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:14.902159 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c29489d4-ceb7-4110-b4e5-c07ed1ee8b13 req-2b69f775-df45-41e2-8156-89630c6eff3a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 945 time: 0.0524943 Aug 31 00:42:14.938529 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:14.955303 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c29489d4-ceb7-4110-b4e5-c07ed1ee8b13 req-ecd6e7a5-fb82-4b9f-9597-15b810e1bbc9 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=277f3f73-b734-4e41-92f2-0a5130e11bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474908 Aug 31 00:42:14.970337 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-a8b4802c-8c78-4560-838d-a5d63dab7e59 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85ff1e83-3c0f-44de-b1cd-f61df71f6257 HTTP/1.1" status: 200 len: 217 time: 0.0446408 Aug 31 00:42:14.973468 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (cfcd650e-10f6-464f-a79f-ed420080aea1), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:15.016806 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event deleted for resources: {'Port': ['ID=cfcd650e-10f6-464f-a79f-ed420080aea1,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:15.186134 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:15.210496 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48212) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:15.286960 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9ac0729f-e30c-470e-8f2b-162633214e13 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (b5404fe4-9219-4944-a952-936c0b9de990), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:15.318754 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9ac0729f-e30c-470e-8f2b-162633214e13 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (b5404fe4-9219-4944-a952-936c0b9de990), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:15.485495 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9ac0729f-e30c-470e-8f2b-162633214e13 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (b5404fe4-9219-4944-a952-936c0b9de990), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:15.488914 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9ac0729f-e30c-470e-8f2b-162633214e13 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:15.490298 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9ac0729f-e30c-470e-8f2b-162633214e13 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b5404fe4-9219-4944-a952-936c0b9de990 HTTP/1.1" status: 204 len: 168 time: 0.2786767 Aug 31 00:42:15.494749 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48214) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:15.511737 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (c18f4b3c-fb43-40d2-901a-6255ea8c3f61), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:15.522028 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0729f-e30c-470e-8f2b-162633214e13 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5404fe4-9219-4944-a952-936c0b9de990,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:15.524123 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.api.v2.resource [None req-aa3eb7ff-9a90-4b9b-a721-1f6b603eb2b4 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] show failed (client error): The resource could not be found. Aug 31 00:42:15.526850 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-aa3eb7ff-9a90-4b9b-a721-1f6b603eb2b4 tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "GET /networking/v2.0/security-groups/b5404fe4-9219-4944-a952-936c0b9de990 HTTP/1.1" status: 404 len: 347 time: 0.0303044 Aug 31 00:42:15.532542 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48216) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:15.578022 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event deleted for resources: {'Port': ['ID=c18f4b3c-fb43-40d2-901a-6255ea8c3f61,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:15.579801 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:15.654536 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-4caa95a0-a36b-4405-87dc-089e9778d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:15.655916 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-4caa95a0-a36b-4405-87dc-089e9778d9f9 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=0f330cee-0be6-4dc8-8a14-e2b058642b38 HTTP/1.1" status: 200 len: 849 time: 0.1554797 Aug 31 00:42:15.683242 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] No DVR routers for this DVR port c18f4b3c-fb43-40d2-901a-6255ea8c3f61 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:15.687567 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:15.687764 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Deleting port 8f3d41cf-3497-452f-8363-4dc80dd75ff1 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:15.687896 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (8f3d41cf-3497-452f-8363-4dc80dd75ff1), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:15.690901 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f8c15a92-f37c-49d7-a2ee-be808ad5abff req-6097ab11-c581-473c-9038-8793d3f50547 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c18f4b3c-fb43-40d2-901a-6255ea8c3f61 HTTP/1.1" status: 204 len: 173 time: 1.3953125 Aug 31 00:42:15.693936 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'name': 'network-vif-deleted', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:15.693936 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b861b1c-67e2-474e-81e7-a05d18208811" -d '{"events": [{"server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "name": "network-vif-deleted", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:15.699619 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:15.734688 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] Sync routers for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:15.749255 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] No DVR routers for this DVR port cfcd650e-10f6-464f-a79f-ed420080aea1 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:15.752156 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:15.760870 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0c5ff3fd-e61d-47ef-bbd0-dc13f21a1ce4 req-b1ef1e08-42d9-4cdd-bd87-f56c21649ddf tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.76 "DELETE /networking/v2.0/ports/cfcd650e-10f6-464f-a79f-ed420080aea1 HTTP/1.1" status: 204 len: 173 time: 1.9811466 Aug 31 00:42:15.760870 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924e10ce-a7ed-4f50-8aec-9b2ecd5df90f x-openstack-request-id: req-924e10ce-a7ed-4f50-8aec-9b2ecd5df90f {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:15.760870 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce65669-d807-40a9-95e1-8cb85a0f03c3", "name": "network-vif-deleted", "tag": "c18f4b3c-fb43-40d2-901a-6255ea8c3f61", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:15.760870 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-924e10ce-a7ed-4f50-8aec-9b2ecd5df90f {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:15.760870 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924e10ce-a7ed-4f50-8aec-9b2ecd5df90f'] response: {'server_uuid': 'bce65669-d807-40a9-95e1-8cb85a0f03c3', 'name': 'network-vif-deleted', 'tag': 'c18f4b3c-fb43-40d2-901a-6255ea8c3f61', 'status': 'completed', 'code': 200} Aug 31 00:42:15.762633 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:15.763296 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:41:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:15.896917 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0fcbc4fe-8dae-4fb9-b657-8658086c95a7 req-6cd21852-7eda-40b2-b73c-fe7b2f0b17bc tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 210 time: 0.0491629 Aug 31 00:42:15.897544 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:15.999158 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-76eca104-e634-4452-a59e-9fa703505649 req-e77b67f8-b243-4e8d-9aee-df4cc0f6f496 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0378501 Aug 31 00:42:16.101324 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-d1bd909e-3ce2-42ea-9ac4-cbeb856d3bbf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=7716cd9a-60af-4dcd-981f-cb920802e291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737214 Aug 31 00:42:16.186183 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (8f3d41cf-3497-452f-8363-4dc80dd75ff1), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:16.186824 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (8f3d41cf-3497-452f-8363-4dc80dd75ff1), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:16.206785 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Calling delete_port for 8f3d41cf-3497-452f-8363-4dc80dd75ff1 owned by network:floatingip {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:16.215294 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a76cb-51e6-41a8-81e5-3bd9a0bcaee3 req-e0dd4065-8434-456c-9033-d162d264fac4 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:16.222679 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-491a76cb-51e6-41a8-81e5-3bd9a0bcaee3 req-e0dd4065-8434-456c-9033-d162d264fac4 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 943 time: 0.0997586 Aug 31 00:42:16.233641 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:16.284252 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-21f7e1fb-2d32-4c47-8500-764868e9cb53 req-7a63f18e-5136-4885-9094-8bbac1c32247 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 210 time: 0.1499047 Aug 31 00:42:16.290501 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] Checking router: 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:16.305231 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:16.306115 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:41:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:16.313507 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-42a4d983-9941-4159-b329-9d71b0defc82 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/7716cd9a-60af-4dcd-981f-cb920802e291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921358 Aug 31 00:42:16.347562 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-491a76cb-51e6-41a8-81e5-3bd9a0bcaee3 req-32c1376b-b9e1-4d4f-9777-cae124ced0be tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239169 Aug 31 00:42:16.484617 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-59aadbb5-a298-4bf8-af52-f277c774f900 req-1bbe7958-4eec-4300-be17-b65117f5a902 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/7716cd9a-60af-4dcd-981f-cb920802e291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472330 Aug 31 00:42:16.504019 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:16.635286 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (8f3d41cf-3497-452f-8363-4dc80dd75ff1), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:16.669028 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Pushing event deleted for resources: {'Port': ['ID=8f3d41cf-3497-452f-8363-4dc80dd75ff1,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:16.700472 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks [] for floatingip (67055aee-2af1-4333-a351-6a78f8729e1b), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:16.705949 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:16.705949 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-2f044040-6926-42d1-8c80-c1a9cda4d2eb tempest-AttachVolumeNegativeTest-266494594 tempest-AttachVolumeNegativeTest-266494594-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/67055aee-2af1-4333-a351-6a78f8729e1b HTTP/1.1" status: 204 len: 168 time: 1.1707454 Aug 31 00:42:16.725325 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:16.743188 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:16.767866 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f75ab9-59cb-45bc-9072-bdc816ccf143 None None] The sync data for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi is: [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:35:00Z', 'revision_number': 4, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '260f6349-18ef-48d1-9044-92fc0364178c', 'name': '', 'network_id': 'dd1dfc05-b842-4c55-a9f4-0aefefbafd0b', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'mac_address': 'fa:16:3e:65:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:58Z', 'updated_at': '2022-08-31T00:35:17Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'subnets': [{'id': '2cf5dfff-2a32-4c40-85ab-2f8b681b68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:17.010238 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a0fc7d4e-67af-4b8e-9501-ec8556d40fe2 req-eb084ab0-dbef-47a5-87a8-d0b647da3593 tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 210 time: 0.0329344 Aug 31 00:42:17.028757 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a34fe-1807-470a-911c-ee33b7860e48 None None] New status for floating IP 94db2df7-a87a-47f4-894e-f49121133147: DOWN {{(pid=113726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:42:17.123889 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4768b984-0cfd-4240-b3f5-5d03832cfe20 req-a92c5699-aab1-45d4-8235-3eea79d69da8 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0324769 Aug 31 00:42:17.458045 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-18f7a3b1-2944-4277-8f7c-2758ceb18f5d req-7c0a5290-27d3-4523-9712-049e74fa666a tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 210 time: 0.0354652 Aug 31 00:42:17.540704 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9d08d667-a9cf-443a-8613-b2ac73cc7c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:17.551558 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device c18f4b3c-fb43-40d2-901a-6255ea8c3f61 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:17.575504 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ddbff-9968-4706-ab5f-cb371e69460d req-58d86da6-4741-479a-8f6a-95b0fb6e4710 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:17.577173 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-110ddbff-9968-4706-ab5f-cb371e69460d req-58d86da6-4741-479a-8f6a-95b0fb6e4710 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 943 time: 0.0520797 Aug 31 00:42:17.580577 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: c18f4b3c-fb43-40d2-901a-6255ea8c3f61 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:17.580924 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device c18f4b3c-fb43-40d2-901a-6255ea8c3f61 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:17.644761 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-110ddbff-9968-4706-ab5f-cb371e69460d req-c0491768-d28e-4f43-b95a-fe74902e8681 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609548 Aug 31 00:42:17.758827 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-deleted', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:17.761757 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d50b70b-61df-4d00-9c52-b79d47b46fa9" -d '{"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-deleted", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:17.799229 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43b7958-0d20-4ce4-bf1c-e7ef006bc1da x-openstack-request-id: req-f43b7958-0d20-4ce4-bf1c-e7ef006bc1da {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:17.799529 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302d7397-56df-414b-a380-afc6b65fc8fa", "name": "network-vif-deleted", "tag": "cfcd650e-10f6-464f-a79f-ed420080aea1", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:17.799781 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f43b7958-0d20-4ce4-bf1c-e7ef006bc1da {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:17.800189 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43b7958-0d20-4ce4-bf1c-e7ef006bc1da'] response: {'server_uuid': '302d7397-56df-414b-a380-afc6b65fc8fa', 'name': 'network-vif-deleted', 'tag': 'cfcd650e-10f6-464f-a79f-ed420080aea1', 'status': 'completed', 'code': 200} Aug 31 00:42:18.167357 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0d4c1f99-cd9a-443f-99c8-a03730e55533 req-06c910f6-f630-407c-b9a4-0ff2c4ca283f tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 210 time: 0.0343304 Aug 31 00:42:18.245217 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ed53d97b-45ff-4ff0-a55e-820ebd81e1fe req-0e32ee26-8924-4e99-ac32-ad698e664c4a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0288565 Aug 31 00:42:18.585246 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-24ea3cb9-cfc8-4510-b530-2be56ae65117 req-e799b6f6-1b61-4604-b840-5079638c6c1f tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=302d7397-56df-414b-a380-afc6b65fc8fa HTTP/1.1" status: 200 len: 210 time: 0.0317450 Aug 31 00:42:18.758108 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01602e1c-259f-434e-9b3c-8d918ad2f441 req-b2ab864f-3e1c-4ced-a405-58c1cb7c550d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:18.760828 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-01602e1c-259f-434e-9b3c-8d918ad2f441 req-b2ab864f-3e1c-4ced-a405-58c1cb7c550d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 943 time: 0.0511851 Aug 31 00:42:18.811457 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-01602e1c-259f-434e-9b3c-8d918ad2f441 req-945068a4-a3c4-4a76-bdb1-705a6bd6fd5d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 Aug 31 00:42:18.932361 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-321a5c95-694c-4111-bcb1-d9ecaf3bd585 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:18.933933 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-321a5c95-694c-4111-bcb1-d9ecaf3bd585 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 812 time: 0.1257398 Aug 31 00:42:19.289633 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2a36727-9da0-4abf-b753-bddb8d1b2808 req-150a5a39-98b5-462c-a3ff-8bb6c656996d tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bce65669-d807-40a9-95e1-8cb85a0f03c3 HTTP/1.1" status: 200 len: 210 time: 0.0305665 Aug 31 00:42:19.381112 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a166a752-21a9-426f-9a35-107901f6905d req-30821bb1-fd39-4f5b-b3d1-e86beec0ca04 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0442019 Aug 31 00:42:19.404171 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ae9a433c-bf0c-4ea0-8385-41d594a373a3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ebe5283d88b44f8b824c7bbca56b3473 HTTP/1.1" status: 200 len: 380 time: 0.1028199 Aug 31 00:42:19.424117 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'port': {'device_id': '238e7167-528f-4320-99b2-344f8683cde6', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'admin_state_up': True, 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'security_groups': ['597cbbd3-75d1-42f8-a497-ea317f36ea5a']}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:42:19.551241 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 85ff1e83-3c0f-44de-b1cd-f61df71f6257 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:42:19.625616 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Made reservation on behalf of ebe5283d88b44f8b824c7bbca56b3473 for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:42:19.631000 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:19.660090 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 85ff1e83-3c0f-44de-b1cd-f61df71f6257, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=85ff1e83-3c0f-44de-b1cd-f61df71f6257,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:19.674856 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '85ff1e83-3c0f-44de-b1cd-f61df71f6257', 'network_id': '7716cd9a-60af-4dcd-981f-cb920802e291', 'port_id': '85ff1e83-3c0f-44de-b1cd-f61df71f6257', 'mac_address': 'fa:16:3e:75:82:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f330cee-0be6-4dc8-8a14-e2b058642b38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:42:19.731028 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:42:19.738302 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:19.746971 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ff1e83-3c0f-44de-b1cd-f61df71f6257 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:42:19.759845 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:19.769575 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 85ff1e83-3c0f-44de-b1cd-f61df71f6257, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=85ff1e83-3c0f-44de-b1cd-f61df71f6257,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:19.773973 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48302) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:19.837638 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:19.845392 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:19.886159 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9e36c0ed-ae2c-4e29-9ddf-79dc51ab3d97 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (277f3f73-b734-4e41-92f2-0a5130e11bcb), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:19.888586 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Allocated IP 172.20.0.8 (5c79103f-c4fa-4069-a202-b12e6c4f8e87/bfa92bce-fff8-42a8-9709-a00ac15eb27b/d6e8579c-bd80-41e5-85c3-d0906fe6933e) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:42:19.898441 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=85ff1e83-3c0f-44de-b1cd-f61df71f6257,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:19.919795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:19.925976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:19.938411 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9e36c0ed-ae2c-4e29-9ddf-79dc51ab3d97 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (277f3f73-b734-4e41-92f2-0a5130e11bcb), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:19.961255 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:19.998691 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aba503-b95c-4256-93cc-8b5e0c5f3228 req-1fb982e6-07da-4b4b-a759-f85ddcc3796b tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:20.000200 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-00aba503-b95c-4256-93cc-8b5e0c5f3228 req-1fb982e6-07da-4b4b-a759-f85ddcc3796b tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 944 time: 0.0849848 Aug 31 00:42:20.118363 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-00aba503-b95c-4256-93cc-8b5e0c5f3228 req-2896842a-fd54-4227-9b3b-667ef7c25f34 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117301 Aug 31 00:42:20.118677 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.176088 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9e36c0ed-ae2c-4e29-9ddf-79dc51ab3d97 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (277f3f73-b734-4e41-92f2-0a5130e11bcb), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.178112 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['85ff1e83-3c0f-44de-b1cd-f61df71f6257'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:42:20.179773 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9e36c0ed-ae2c-4e29-9ddf-79dc51ab3d97 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.181098 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-29288d2f-4d74-4e9f-94c0-2b6b12344ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.181443 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9e36c0ed-ae2c-4e29-9ddf-79dc51ab3d97 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/277f3f73-b734-4e41-92f2-0a5130e11bcb HTTP/1.1" status: 204 len: 168 time: 0.4053564 Aug 31 00:42:20.186491 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48314) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:20.208641 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36c0ed-ae2c-4e29-9ddf-79dc51ab3d97 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277f3f73-b734-4e41-92f2-0a5130e11bcb,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:20.213041 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.api.v2.resource [None req-59ab5461-6baa-436f-9ca3-eb46aa185799 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] show failed (client error): The resource could not be found. Aug 31 00:42:20.214358 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-59ab5461-6baa-436f-9ca3-eb46aa185799 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "GET /networking/v2.0/security-groups/277f3f73-b734-4e41-92f2-0a5130e11bcb HTTP/1.1" status: 404 len: 347 time: 0.0265768 Aug 31 00:42:20.217442 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48318) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:20.261357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.322112 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'Port': ['ID=d6e8579c-bd80-41e5-85c3-d0906fe6933e,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:20.351070 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:42:20.353753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:42:20.356694 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:42:20.392681 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48324) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:20.401753 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Deleting port 915033ac-acf5-4bda-ba28-d52babc0e29e {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:20.410692 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (915033ac-acf5-4bda-ba28-d52babc0e29e), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.494838 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:20.495485 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.529082 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (915033ac-acf5-4bda-ba28-d52babc0e29e), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.529416 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (915033ac-acf5-4bda-ba28-d52babc0e29e), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.548848 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Calling delete_port for 915033ac-acf5-4bda-ba28-d52babc0e29e owned by network:floatingip {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:20.594878 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22d94ac8-4775-454f-9c41-3c6f7438957b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group (17121af1-4636-4f42-9b48-e0a361342dff), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.623772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ec3e1-8500-4568-98ca-1581b7103e50 req-bc349f18-bc33-447c-8d79-7f5a69412247 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:20.632054 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-304ec3e1-8500-4568-98ca-1581b7103e50 req-bc349f18-bc33-447c-8d79-7f5a69412247 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 931 time: 0.0978029 Aug 31 00:42:20.673864 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-d4b6cd74-9366-4923-aa23-690f1e79501d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2617433 Aug 31 00:42:20.677215 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:20.682729 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22d94ac8-4775-454f-9c41-3c6f7438957b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group (17121af1-4636-4f42-9b48-e0a361342dff), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.700601 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Request body: {'port': {'device_id': '238e7167-528f-4320-99b2-344f8683cde6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:42:20.718166 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-da252cb0-c25f-432f-bc80-7802fd981d46 None None] Provisioning complete for port d6e8579c-bd80-41e5-85c3-d0906fe6933e triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:42:20.718746 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-da252cb0-c25f-432f-bc80-7802fd981d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.760786 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-da252cb0-c25f-432f-bc80-7802fd981d46 None None] Port d6e8579c-bd80-41e5-85c3-d0906fe6933e cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:42:20.777691 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-304ec3e1-8500-4568-98ca-1581b7103e50 req-08f361f8-09e4-44f8-a571-67050a8b3195 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446464 Aug 31 00:42:20.791920 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (915033ac-acf5-4bda-ba28-d52babc0e29e), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.802413 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:20.815051 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.816245 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Pushing event deleted for resources: {'Port': ['ID=915033ac-acf5-4bda-ba28-d52babc0e29e,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:20.849585 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks [] for floatingip (94db2df7-a87a-47f4-894e-f49121133147), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.851997 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.853643 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-78697780-d2c4-4ca0-9df0-9602606da7a1 tempest-AttachVolumeShelveTestJSON-1045984733 tempest-AttachVolumeShelveTestJSON-1045984733-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/94db2df7-a87a-47f4-894e-f49121133147 HTTP/1.1" status: 204 len: 168 time: 0.6344557 Aug 31 00:42:20.941116 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22d94ac8-4775-454f-9c41-3c6f7438957b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (17121af1-4636-4f42-9b48-e0a361342dff), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.943689 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-22d94ac8-4775-454f-9c41-3c6f7438957b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:20.948085 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-22d94ac8-4775-454f-9c41-3c6f7438957b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/17121af1-4636-4f42-9b48-e0a361342dff HTTP/1.1" status: 204 len: 168 time: 0.5502162 Aug 31 00:42:20.976105 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d94ac8-4775-454f-9c41-3c6f7438957b tempest-TestShelveInstance-830157553 tempest-TestShelveInstance-830157553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17121af1-4636-4f42-9b48-e0a361342dff,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:21.089970 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48334) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:21.120132 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:21.138256 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e8579c-bd80-41e5-85c3-d0906fe6933e {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:42:21.161545 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Publish callbacks [] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:21.176608 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Transition to ACTIVE for port object d6e8579c-bd80-41e5-85c3-d0906fe6933e will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:42:21.258903 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48348) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:21.297889 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8c9ed-6431-4e12-aaf1-21b226e58ad6 req-79290e0e-467c-4994-a850-1db917ae7ba4 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:21.299412 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-71f8c9ed-6431-4e12-aaf1-21b226e58ad6 req-79290e0e-467c-4994-a850-1db917ae7ba4 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 944 time: 0.0614960 Aug 31 00:42:21.318249 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:21.421547 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-71f8c9ed-6431-4e12-aaf1-21b226e58ad6 req-d6feac23-7389-46b7-ab18-ec46e3134b65 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973406 Aug 31 00:42:21.466902 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:21.467172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e8579c-bd80-41e5-85c3-d0906fe6933e,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:21.501310 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.501661 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.502010 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.502354 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.502692 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.503033 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.503367 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.503704 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.504033 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.504405 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.504836 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.505163 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.505501 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.505822 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.506145 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:21.568149 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 85ff1e83-3c0f-44de-b1cd-f61df71f6257 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:42:21.604087 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Attempting to bind port d6e8579c-bd80-41e5-85c3-d0906fe6933e on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:42:21.604496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Attempting to bind port d6e8579c-bd80-41e5-85c3-d0906fe6933e by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:42:21.604802 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Attempting to bind port d6e8579c-bd80-41e5-85c3-d0906fe6933e on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:42:21.612721 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Port d6e8579c-bd80-41e5-85c3-d0906fe6933e on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:42:21.613057 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Attempting to bind port d6e8579c-bd80-41e5-85c3-d0906fe6933e on network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:42:21.623663 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:42:21.647090 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:42:21.647670 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Checking segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:42:21.647901 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Bound using segment: {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:42:21.648355 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Bound port: d6e8579c-bd80-41e5-85c3-d0906fe6933e, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78119b5c-def6-4d67-b07f-19d307bf5498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:42:21.648716 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:21.688897 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:42:21.689375 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:21.702028 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (48ad5bde-2719-449d-8db7-830c14bbd396), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:21.711583 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:21.767467 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:42:21.768177 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] For port d6e8579c-bd80-41e5-85c3-d0906fe6933e, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:42:21.768287 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:21.785036 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] For port d6e8579c-bd80-41e5-85c3-d0906fe6933e, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d6e8579c-bd80-41e5-85c3-d0906fe6933e,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:42:21.797760 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bbab6f-dd9e-4d5d-a854-d2eac6817f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ff1e83-3c0f-44de-b1cd-f61df71f6257'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:21.800252 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9db99f7-9c5a-41dd-a6a8-1f432e8f5aac" -d '{"events": [{"server_uuid": "42bbab6f-dd9e-4d5d-a854-d2eac6817f5c", "name": "network-vif-plugged", "status": "completed", "tag": "85ff1e83-3c0f-44de-b1cd-f61df71f6257"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:21.828928 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 85ff1e83-3c0f-44de-b1cd-f61df71f6257, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=85ff1e83-3c0f-44de-b1cd-f61df71f6257,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:21.842483 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:21.862159 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c83978-042f-4ecf-a378-56c3862a3df1 x-openstack-request-id: req-d8c83978-042f-4ecf-a378-56c3862a3df1 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:21.863257 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bbab6f-dd9e-4d5d-a854-d2eac6817f5c", "name": "network-vif-plugged", "status": "completed", "tag": "85ff1e83-3c0f-44de-b1cd-f61df71f6257", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:21.864069 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8c83978-042f-4ecf-a378-56c3862a3df1 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:21.864069 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c83978-042f-4ecf-a378-56c3862a3df1'] response: {'server_uuid': '42bbab6f-dd9e-4d5d-a854-d2eac6817f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ff1e83-3c0f-44de-b1cd-f61df71f6257', 'code': 200} Aug 31 00:42:21.938632 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (da9fd68c-7440-4e34-b352-1d1b1ea530ed), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:21.967923 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:21.985826 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c92736-d8b8-437f-b9aa-41e7f68d6445 req-558ca370-6d90-48d4-9027-bde4c335f8fe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:21.993299 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-92c92736-d8b8-437f-b9aa-41e7f68d6445 req-558ca370-6d90-48d4-9027-bde4c335f8fe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.1266379 Aug 31 00:42:21.999942 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:22.003570 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:22.004387 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:22.005778 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/d6e8579c-bd80-41e5-85c3-d0906fe6933e HTTP/1.1" status: 200 len: 1093 time: 1.3106313 Aug 31 00:42:22.018999 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:22.022695 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d659fb-986f-4631-98bf-a5cb8fe34dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:22.058689 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=85ff1e83-3c0f-44de-b1cd-f61df71f6257,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:22.076046 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Deleting port d96a2597-517d-4962-8f43-f218850589bc {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:22.076930 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (d96a2597-517d-4962-8f43-f218850589bc), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:22.112760 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9153a2b4-7bc7-4a9a-a4a5-01296504c467 x-openstack-request-id: req-9153a2b4-7bc7-4a9a-a4a5-01296504c467 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:22.113105 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:22.113362 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9153a2b4-7bc7-4a9a-a4a5-01296504c467 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:22.113766 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9153a2b4-7bc7-4a9a-a4a5-01296504c467'] response: {'name': 'network-changed', 'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'status': 'completed', 'code': 200} Aug 31 00:42:22.170563 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] For port d96a2597-517d-4962-8f43-f218850589bc, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d96a2597-517d-4962-8f43-f218850589bc,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:22.170930 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (d96a2597-517d-4962-8f43-f218850589bc), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:22.172676 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14984c-85f3-4975-8e34-af51367dc315 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e8579c-bd80-41e5-85c3-d0906fe6933e,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:22.184687 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-92c92736-d8b8-437f-b9aa-41e7f68d6445 req-d3355a36-1cdd-4fb0-8a3d-6b4bc30b38c3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898234 Aug 31 00:42:22.187243 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Calling delete_port for d96a2597-517d-4962-8f43-f218850589bc owned by network:router_interface {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:22.234052 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:22.256670 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d659fb-986f-4631-98bf-a5cb8fe34dd6 req-c61e15dd-9425-43ce-9148-aada7969d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:22.258216 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-19d659fb-986f-4631-98bf-a5cb8fe34dd6 req-c61e15dd-9425-43ce-9148-aada7969d911 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 1127 time: 0.0956142 Aug 31 00:42:22.302860 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:22.335617 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:22.433654 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b220c-9129-42a9-93f4-b16184734097 req-702fa462-655a-42ad-a05e-6e42805eedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:22.435162 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fd0b220c-9129-42a9-93f4-b16184734097 req-702fa462-655a-42ad-a05e-6e42805eedf4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 1129 time: 0.1413577 Aug 31 00:42:22.497774 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (d96a2597-517d-4962-8f43-f218850589bc), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:22.524643 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Deleting port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:22.525225 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:22.536102 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d96a2597-517d-4962-8f43-f218850589bc,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:22.556706 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d659fb-986f-4631-98bf-a5cb8fe34dd6 req-db9d522f-432e-4989-9dde-31d6863dfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:22.558487 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-19d659fb-986f-4631-98bf-a5cb8fe34dd6 req-db9d522f-432e-4989-9dde-31d6863dfdca service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2755942 Aug 31 00:42:22.563142 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fd0b220c-9129-42a9-93f4-b16184734097 req-10b4a147-4aed-4ee2-b415-6f037ae25e6f service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151490 Aug 31 00:42:22.582815 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.583173 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.583521 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.583869 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.584205 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.584567 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.585164 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.585355 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.585678 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.586025 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.586333 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.586660 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.586984 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.587393 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.587722 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:42:22.663416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] For port 776a2c43-8e2f-4cdb-b8bc-66ba7933920c, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=776a2c43-8e2f-4cdb-b8bc-66ba7933920c,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:22.664012 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:22.671663 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f8769-0194-4c4a-9be7-340eba30635f req-f515484f-94af-445a-9f5c-6da20c3ee286 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:22.673778 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-328f8769-0194-4c4a-9be7-340eba30635f req-f515484f-94af-445a-9f5c-6da20c3ee286 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 945 time: 0.1507316 Aug 31 00:42:22.684033 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Calling delete_port for 776a2c43-8e2f-4cdb-b8bc-66ba7933920c owned by network:router_interface {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:22.761973 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:22.788154 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-328f8769-0194-4c4a-9be7-340eba30635f req-3ecdb60a-ada1-4089-9295-078515cf1dbd tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952408 Aug 31 00:42:22.789256 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (48ad5bde-2719-449d-8db7-830c14bbd396), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:23.044813 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Router 48ad5bde-2719-449d-8db7-830c14bbd396 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:23.162919 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:23.178989 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:23.187159 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:23.197660 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-bbdb0071-2b90-4025-a084-cb2a725208cf admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/48ad5bde-2719-449d-8db7-830c14bbd396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1026499 Aug 31 00:42:23.197660 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48386) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:23.211845 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] Sync routers for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:23.233536 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:23.234683 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:23.253222 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d659fb-986f-4631-98bf-a5cb8fe34dd6 req-043bcd50-490a-49fc-b1ac-923b2d2c010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:23.254724 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-19d659fb-986f-4631-98bf-a5cb8fe34dd6 req-043bcd50-490a-49fc-b1ac-923b2d2c010b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3951223 Aug 31 00:42:23.338168 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (776a2c43-8e2f-4cdb-b8bc-66ba7933920c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:23.372988 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks [] for router (48ad5bde-2719-449d-8db7-830c14bbd396), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:23.376148 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Pushing event deleted for resources: {'Port': ['ID=776a2c43-8e2f-4cdb-b8bc-66ba7933920c,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:23.412992 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:23.427592 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80026203-62e7-4944-898e-cbc55c4825c6 req-c6b070a8-3bfe-4223-99f7-c1db98f3d2c9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:23.429677 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-80026203-62e7-4944-898e-cbc55c4825c6 req-c6b070a8-3bfe-4223-99f7-c1db98f3d2c9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.1117959 Aug 31 00:42:23.477983 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-cfa28c2a-61e3-44f1-969b-faf384b19309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:23.486229 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-cfa28c2a-61e3-44f1-969b-faf384b19309 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 1127 time: 0.1212988 Aug 31 00:42:23.491652 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:23.539561 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:23.544565 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-80026203-62e7-4944-898e-cbc55c4825c6 req-178bea65-f301-479d-bafc-500fcb78a8c3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026278 Aug 31 00:42:23.553727 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-73582247-62d1-4ddb-8c74-9701ae52563a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e8579c-bd80-41e5-85c3-d0906fe6933e HTTP/1.1" status: 200 len: 217 time: 0.0517850 Aug 31 00:42:23.559138 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:23.566698 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks [] for router_gateway (48ad5bde-2719-449d-8db7-830c14bbd396), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:23.677756 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:42:22Z', 'revision_number': 5, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:23.699178 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (da9fd68c-7440-4e34-b352-1d1b1ea530ed), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:23.717353 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] Checking router: 48ad5bde-2719-449d-8db7-830c14bbd396 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:23.726760 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] Routers {'48ad5bde-2719-449d-8db7-830c14bbd396'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:23.727394 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['48ad5bde-2719-449d-8db7-830c14bbd396'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:23.801681 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48398) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:23.838820 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] Set router 48ad5bde-2719-449d-8db7-830c14bbd396 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:23.942881 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Router da9fd68c-7440-4e34-b352-1d1b1ea530ed has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:23.972404 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d2fac-84ab-42a5-94b4-b500caed6f67 req-e622b462-39d1-4c20-8f24-2f1074c318d2 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:23.984768 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6b0d2fac-84ab-42a5-94b4-b500caed6f67 req-e622b462-39d1-4c20-8f24-2f1074c318d2 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 945 time: 0.0751746 Aug 31 00:42:24.081522 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:42:22Z', 'revision_number': 5, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:24.092896 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:24.112033 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9ed4e-a247-4a98-be9c-8b9c53b5c564 req-993b39bb-1741-4b8c-ac3e-716cb448c8f8 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:24.113649 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a7c9ed4e-a247-4a98-be9c-8b9c53b5c564 req-993b39bb-1741-4b8c-ac3e-716cb448c8f8 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.0777967 Aug 31 00:42:24.114995 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:24.117105 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eace35fc-b7fb-4557-b420-a402d756b779 None None] The sync data for ids ['48ad5bde-2719-449d-8db7-830c14bbd396'] in dv-cinder-852211-6-iscsi is: [{'id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'name': 'tempest-TestShelveInstance-583366022-router', 'tenant_id': '28f0cda364854dfd9fde0249a751ecf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:42:22Z', 'revision_number': 5, 'project_id': '28f0cda364854dfd9fde0249a751ecf4', 'gw_port': {'id': '0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad5bde-2719-449d-8db7-830c14bbd396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:26Z', 'updated_at': '2022-08-31T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:24.121225 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-5889a6c3-6a73-440c-9c7c-f8d34d8a2478 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/da9fd68c-7440-4e34-b352-1d1b1ea530ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8629582 Aug 31 00:42:24.123767 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48406) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:24.131682 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] Sync routers for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:24.145583 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:24.146547 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:24.187342 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:24.211577 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:24.273147 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:24.275450 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a7c9ed4e-a247-4a98-be9c-8b9c53b5c564 req-ffa9b2e2-4df6-4415-8929-9b5a72f148e7 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970409 Aug 31 00:42:24.285211 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks [] for router (da9fd68c-7440-4e34-b352-1d1b1ea530ed), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:24.374190 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Deleting port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:24.374759 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:24.399507 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:24.427015 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks [] for router_gateway (da9fd68c-7440-4e34-b352-1d1b1ea530ed), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:24.455812 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:24.474917 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:42:22Z', 'revision_number': 5, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port': {'id': 'a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:52Z', 'updated_at': '2022-08-31T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:24.483059 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6b0d2fac-84ab-42a5-94b4-b500caed6f67 req-ce1bcf98-f1d5-4672-ba8f-a591d43c1d76 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927180 Aug 31 00:42:24.527000 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] Checking router: da9fd68c-7440-4e34-b352-1d1b1ea530ed for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:24.536749 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] Routers {'da9fd68c-7440-4e34-b352-1d1b1ea530ed'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:24.537600 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:24.597935 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] For port 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:24.598308 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:24.607849 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Deleting port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:24.611455 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:24.619911 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Calling delete_port for 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae owned by network:router_gateway {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:24.679268 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d96a2597-517d-4962-8f43-f218850589bc no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:24.727706 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: d96a2597-517d-4962-8f43-f218850589bc {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:24.728709 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d96a2597-517d-4962-8f43-f218850589bc not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:24.764997 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] For port a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:24.765571 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:24.788917 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] Set router da9fd68c-7440-4e34-b352-1d1b1ea530ed gateway port host: None {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:24.829871 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Calling delete_port for a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 owned by network:router_gateway {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:24.838105 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610489d7-11ca-4deb-bcf3-9b453c72ccb6 req-668c64fe-0663-48d4-a503-b53a20d3a12d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:24.840176 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-610489d7-11ca-4deb-bcf3-9b453c72ccb6 req-668c64fe-0663-48d4-a503-b53a20d3a12d tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.0664551 Aug 31 00:42:24.850050 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:42:24Z', 'revision_number': 6, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port_host': None}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:24.886462 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2fec6-a521-4f78-ac41-fb074a77ac06 None None] The sync data for ids ['da9fd68c-7440-4e34-b352-1d1b1ea530ed'] in dv-cinder-852211-6-iscsi is: [{'id': 'da9fd68c-7440-4e34-b352-1d1b1ea530ed', 'name': 'tempest-AttachVolumeNegativeTest-773354975-router', 'tenant_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:50Z', 'updated_at': '2022-08-31T00:42:24Z', 'revision_number': 6, 'project_id': 'ec5893d9a55f4ed28f6579397d0d6f21', 'gw_port_host': None}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:24.922069 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:24.925840 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:24.939419 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-610489d7-11ca-4deb-bcf3-9b453c72ccb6 req-f5186969-7a82-4886-9629-4c81ecb42369 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894327 Aug 31 00:42:25.031410 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:25.041622 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.111602 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Pushing event deleted for resources: {'Port': ['ID=0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:25.151957 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.152213 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (48ad5bde-2719-449d-8db7-830c14bbd396), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.177658 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Pushing event deleted for resources: {'Port': ['ID=a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:25.246537 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (da9fd68c-7440-4e34-b352-1d1b1ea530ed), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.286911 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (48ad5bde-2719-449d-8db7-830c14bbd396), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.291778 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks [] for router_controller (48ad5bde-2719-449d-8db7-830c14bbd396), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.389854 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (da9fd68c-7440-4e34-b352-1d1b1ea530ed), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.394953 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks [] for router_controller (da9fd68c-7440-4e34-b352-1d1b1ea530ed), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.448473 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Deleting port 260f6349-18ef-48d1-9044-92fc0364178c {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:25.449239 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (260f6349-18ef-48d1-9044-92fc0364178c), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.453772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-26c1d2cd-5580-4e20-8033-6e7ce5ee212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:25.455246 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-26c1d2cd-5580-4e20-8033-6e7ce5ee212d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.1470225 Aug 31 00:42:25.471756 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe83cb4-da14-4744-a2cb-c8754744bdf9 req-3d91a823-fec2-4b7a-a4d8-709114e52557 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:25.473284 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fbe83cb4-da14-4744-a2cb-c8754744bdf9 req-3d91a823-fec2-4b7a-a4d8-709114e52557 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.0805809 Aug 31 00:42:25.542038 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.547167 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (48ad5bde-2719-449d-8db7-830c14bbd396), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.557291 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ad5bde-2719-449d-8db7-830c14bbd396 {{(pid=113724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:42:25.557291 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.557291 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d3c9727d-9b9a-44d0-bd38-ab1196506209 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/48ad5bde-2719-449d-8db7-830c14bbd396 HTTP/1.1" status: 204 len: 168 time: 2.3560572 Aug 31 00:42:25.558415 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48414) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:25.590249 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fbe83cb4-da14-4744-a2cb-c8754744bdf9 req-f96d33fd-b5f9-4234-88eb-a25e35eadeaa tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876288 Aug 31 00:42:25.598026 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] For port 260f6349-18ef-48d1-9044-92fc0364178c, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=260f6349-18ef-48d1-9044-92fc0364178c,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:25.598026 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (260f6349-18ef-48d1-9044-92fc0364178c), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.611011 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:25.613333 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Calling delete_port for 260f6349-18ef-48d1-9044-92fc0364178c owned by network:router_interface {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:25.614473 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_v2 [None req-04976263-25e4-4273-b08a-e8390030f42b admin admin] Deleting subnet 82eaca97-36ab-4152-ac14-863d9055b192 {{(pid=113723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:42:25.617743 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-04976263-25e4-4273-b08a-e8390030f42b admin admin] Publish callbacks [] for subnet (82eaca97-36ab-4152-ac14-863d9055b192), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.640242 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:25.644582 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (da9fd68c-7440-4e34-b352-1d1b1ea530ed), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.647343 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Fanout notify agent at l3_agent the message router_deleted on router da9fd68c-7440-4e34-b352-1d1b1ea530ed {{(pid=113723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:42:25.684933 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.685993 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f2a970f9-a074-4292-9a97-90f9b9bc987c admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/da9fd68c-7440-4e34-b352-1d1b1ea530ed HTTP/1.1" status: 204 len: 168 time: 1.5612137 Aug 31 00:42:25.689663 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48416) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:25.707779 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f451aad-f488-43c6-ab0c-fe99e446d7d2 req-d0ad3d92-6d64-407b-8fd3-16773fcd064b tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:25.710296 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9f451aad-f488-43c6-ab0c-fe99e446d7d2 req-d0ad3d92-6d64-407b-8fd3-16773fcd064b tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 945 time: 0.0715864 Aug 31 00:42:25.717822 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-04976263-25e4-4273-b08a-e8390030f42b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65369723'] for subnet (82eaca97-36ab-4152-ac14-863d9055b192), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.793706 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a17f157-9907-4dc1-b947-ddd90970679e admin admin] Deleting subnet ac7233ea-d3dd-4f4b-966f-1fedd056ffbf {{(pid=113724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:42:25.797120 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5a17f157-9907-4dc1-b947-ddd90970679e admin admin] Publish callbacks [] for subnet (ac7233ea-d3dd-4f4b-966f-1fedd056ffbf), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.826070 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:25.839709 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5a17f157-9907-4dc1-b947-ddd90970679e admin admin] Publish callbacks [] for subnet (ac7233ea-d3dd-4f4b-966f-1fedd056ffbf), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.887462 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9f451aad-f488-43c6-ab0c-fe99e446d7d2 req-43a796b3-d7f5-4c53-8599-1c5733a22fbc tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316893 Aug 31 00:42:25.911521 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-04976263-25e4-4273-b08a-e8390030f42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (82eaca97-36ab-4152-ac14-863d9055b192), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.927992 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5a17f157-9907-4dc1-b947-ddd90970679e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (ac7233ea-d3dd-4f4b-966f-1fedd056ffbf), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:25.987130 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:25.991586 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (260f6349-18ef-48d1-9044-92fc0364178c), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.005438 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-a5bb397f-1ac8-482b-aca4-8119fb9cf5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:26.007040 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-a5bb397f-1ac8-482b-aca4-8119fb9cf5e7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720270 Aug 31 00:42:26.022286 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=260f6349-18ef-48d1-9044-92fc0364178c,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:26.103518 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5a17f157-9907-4dc1-b947-ddd90970679e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for subnet (ac7233ea-d3dd-4f4b-966f-1fedd056ffbf), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.160910 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519b51c-2102-4969-9f1f-42a93a460dea req-7a7724cb-0c82-4578-9c6e-2d6379087fc1 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:26.169826 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4519b51c-2102-4969-9f1f-42a93a460dea req-7a7724cb-0c82-4578-9c6e-2d6379087fc1 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.1361535 Aug 31 00:42:26.189292 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-04976263-25e4-4273-b08a-e8390030f42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64188792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64455295'] for subnet (82eaca97-36ab-4152-ac14-863d9055b192), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.234484 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5a17f157-9907-4dc1-b947-ddd90970679e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.240064 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-5a17f157-9907-4dc1-b947-ddd90970679e admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/ac7233ea-d3dd-4f4b-966f-1fedd056ffbf HTTP/1.1" status: 204 len: 168 time: 0.5481484 Aug 31 00:42:26.240064 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17f157-9907-4dc1-b947-ddd90970679e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7233ea-d3dd-4f4b-966f-1fedd056ffbf,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:26.250198 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d098ce-6a4b-44e4-8ad7-a9c600f7a300 None None] Network 6d427232-8e26-4216-9399-96dea4f30f86 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:42:26.255477 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48422) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:26.307767 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04976263-25e4-4273-b08a-e8390030f42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82eaca97-36ab-4152-ac14-863d9055b192,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:26.311692 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-dcf8f777-4484-4f8a-9bf4-80250eed7f1d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711959 Aug 31 00:42:26.326923 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-a0184d75-0065-4b0a-8d74-657df064e4e3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:26.326923 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-a0184d75-0065-4b0a-8d74-657df064e4e3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.1839557 Aug 31 00:42:26.327190 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-04976263-25e4-4273-b08a-e8390030f42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.330790 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-04976263-25e4-4273-b08a-e8390030f42b admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/82eaca97-36ab-4152-ac14-863d9055b192 HTTP/1.1" status: 204 len: 168 time: 0.7720208 Aug 31 00:42:26.364991 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48424) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:26.386469 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507eb60f-1efd-47ba-ade2-42db007daadc None None] Network 0b9346f3-cc4c-481e-a5c2-5077cbc6703f requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:42:26.418267 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4519b51c-2102-4969-9f1f-42a93a460dea req-06f2251e-1233-4c6d-9955-ec962ab13ec5 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488155 Aug 31 00:42:26.534618 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530caac1-4c12-4cdc-82bb-5dd4fae5ae19 None None] DHCP port deletion for 6d427232-8e26-4216-9399-96dea4f30f86 request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:42:26.535392 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (6d427232-8e26-4216-9399-96dea4f30f86), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.543816 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.584572 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:26.610063 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-530caac1-4c12-4cdc-82bb-5dd4fae5ae19 None None] Deleting port b5d46abb-e38e-4007-bae4-3a07c53082c6 {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:26.610546 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-530caac1-4c12-4cdc-82bb-5dd4fae5ae19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.611681 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (0b9346f3-cc4c-481e-a5c2-5077cbc6703f), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.641939 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Deleting port a5078607-db3e-4a97-b7ea-6ced696b1877 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:26.642251 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.648361 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Deleting port b5d46abb-e38e-4007-bae4-3a07c53082c6 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:26.648746 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.650840 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:26.685198 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:26.685679 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 0deafb94-5ff4-455b-9a4b-aa9c05fbc3ae not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:26.686184 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:26.723088 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-530caac1-4c12-4cdc-82bb-5dd4fae5ae19 None None] For port b5d46abb-e38e-4007-bae4-3a07c53082c6, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=b5d46abb-e38e-4007-bae4-3a07c53082c6,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:26.723088 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-530caac1-4c12-4cdc-82bb-5dd4fae5ae19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.726320 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:26.726845 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device a35fbff4-1a33-45b5-bdfa-3d1fb450b0c1 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:26.728650 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 776a2c43-8e2f-4cdb-b8bc-66ba7933920c no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:26.756971 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 776a2c43-8e2f-4cdb-b8bc-66ba7933920c {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:26.762717 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 776a2c43-8e2f-4cdb-b8bc-66ba7933920c not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:26.766486 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-530caac1-4c12-4cdc-82bb-5dd4fae5ae19 None None] Calling delete_port for b5d46abb-e38e-4007-bae4-3a07c53082c6 owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:26.767166 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] For port b5d46abb-e38e-4007-bae4-3a07c53082c6, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=b5d46abb-e38e-4007-bae4-3a07c53082c6,segment=NetworkSegment(925a14f9-2299-42dd-b663-99a6bfdc2dae),segment_id=925a14f9-2299-42dd-b663-99a6bfdc2dae)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:26.767591 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.794325 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Calling delete_port for b5d46abb-e38e-4007-bae4-3a07c53082c6 owned by network:dhcp {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:26.820627 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee74b4-81aa-40f8-90e7-1c972ca96df0 None None] DHCP port deletion for 0b9346f3-cc4c-481e-a5c2-5077cbc6703f request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:42:26.890495 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee74b4-81aa-40f8-90e7-1c972ca96df0 None None] Deleting port 2b79a4d4-9931-403d-bc7d-864566432260 {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:26.890763 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:26.890896 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f4ee74b4-81aa-40f8-90e7-1c972ca96df0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (2b79a4d4-9931-403d-bc7d-864566432260), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.971281 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-f4ee74b4-81aa-40f8-90e7-1c972ca96df0 None None] For port 2b79a4d4-9931-403d-bc7d-864566432260, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=2b79a4d4-9931-403d-bc7d-864566432260,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:26.971980 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f4ee74b4-81aa-40f8-90e7-1c972ca96df0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (2b79a4d4-9931-403d-bc7d-864566432260), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:26.983687 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:26.990150 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee74b4-81aa-40f8-90e7-1c972ca96df0 None None] Calling delete_port for 2b79a4d4-9931-403d-bc7d-864566432260 owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:27.041862 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-530caac1-4c12-4cdc-82bb-5dd4fae5ae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.071290 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (b5d46abb-e38e-4007-bae4-3a07c53082c6), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.088578 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530caac1-4c12-4cdc-82bb-5dd4fae5ae19 None None] Pushing event deleted for resources: {'Port': ['ID=b5d46abb-e38e-4007-bae4-3a07c53082c6,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:27.091682 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530caac1-4c12-4cdc-82bb-5dd4fae5ae19 None None] No DVR routers for this DVR port b5d46abb-e38e-4007-bae4-3a07c53082c6 on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:27.145001 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Deleting port 2b79a4d4-9931-403d-bc7d-864566432260 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:27.145624 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (2b79a4d4-9931-403d-bc7d-864566432260), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.158362 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d46abb-e38e-4007-bae4-3a07c53082c6,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:27.164673 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] No DVR routers for this DVR port b5d46abb-e38e-4007-bae4-3a07c53082c6 on host dv-cinder-852211-6-iscsi {{(pid=113724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:27.180739 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e126a6-1c9d-48fa-98d5-d1de4411ed6e req-0058c40f-5558-42d8-99b4-34c0735134ea tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:27.182792 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f1e126a6-1c9d-48fa-98d5-d1de4411ed6e req-0058c40f-5558-42d8-99b4-34c0735134ea tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 945 time: 0.1839585 Aug 31 00:42:27.223296 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6474296c-e8bc-4db4-bc5d-63a61639970d req-256889c8-2a1a-427b-8628-90a27a5762b2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8911753 Aug 31 00:42:27.225161 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-f4ee74b4-81aa-40f8-90e7-1c972ca96df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (2b79a4d4-9931-403d-bc7d-864566432260), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.236283 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:27.244184 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-72957140-a7ff-4598-a84e-c480af90fbd3 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/01aa0ece-ee60-4495-8b00-5d3e8e920ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4389534 Aug 31 00:42:27.246044 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48438) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:27.278856 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] Sync routers for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:27.283238 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee74b4-81aa-40f8-90e7-1c972ca96df0 None None] Pushing event deleted for resources: {'Port': ['ID=2b79a4d4-9931-403d-bc7d-864566432260,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:27.283786 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:27.289298 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee74b4-81aa-40f8-90e7-1c972ca96df0 None None] No DVR routers for this DVR port 2b79a4d4-9931-403d-bc7d-864566432260 on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:27.297648 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:27.298388 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:27.305067 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (6d427232-8e26-4216-9399-96dea4f30f86), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.326849 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] For port 2b79a4d4-9931-403d-bc7d-864566432260, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=2b79a4d4-9931-403d-bc7d-864566432260,segment=NetworkSegment(d98edd2b-4802-498b-a6f1-080611ab2a1f),segment_id=d98edd2b-4802-498b-a6f1-080611ab2a1f)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:27.327335 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (2b79a4d4-9931-403d-bc7d-864566432260), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.331532 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] For port a5078607-db3e-4a97-b7ea-6ced696b1877, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a5078607-db3e-4a97-b7ea-6ced696b1877,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:27.331990 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.340962 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.341314 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.342056 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.342389 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.342721 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.343060 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.343406 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.343753 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.344074 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.344503 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.408169 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Calling delete_port for 2b79a4d4-9931-403d-bc7d-864566432260 owned by network:dhcp {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:27.423098 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f1e126a6-1c9d-48fa-98d5-d1de4411ed6e req-33cc18e9-815f-4968-aff4-e040ff27bf24 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f37fcc88-5549-452b-ab04-f84e44229604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072999 Aug 31 00:42:27.436245 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.447242 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.447242 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.447242 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:42:27.447242 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d427232-8e26-4216-9399-96dea4f30f86']}} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:27.447242 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:27.474169 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:27.495688 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925a14f9-2299-42dd-b663-99a6bfdc2dae') {'for_net_delete': True} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:27.497618 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925a14f9-2299-42dd-b663-99a6bfdc2dae') {} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:27.557461 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:27.643166 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:27.698112 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (2b79a4d4-9931-403d-bc7d-864566432260), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.706445 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.706889 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (2029785c-31be-471b-839c-8913c002966c), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.707289 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Floating IP 2029785c-31be-471b-839c-8913c002966c disassociated. External IP: 172.27.3.247, port: a5078607-db3e-4a97-b7ea-6ced696b1877. Aug 31 00:42:27.707700 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Calling delete_port for a5078607-db3e-4a97-b7ea-6ced696b1877 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:27.722524 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468eeea4-0356-437f-9505-a8e562923b7e req-0d2774c5-778d-47e4-b7d9-3e8e3c88ae54 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:27.724066 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-468eeea4-0356-437f-9505-a8e562923b7e req-0d2774c5-778d-47e4-b7d9-3e8e3c88ae54 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.1006649 Aug 31 00:42:27.741035 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:42:25Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:27.753188 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b79a4d4-9931-403d-bc7d-864566432260,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:27.755316 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] No DVR routers for this DVR port 2b79a4d4-9931-403d-bc7d-864566432260 on host dv-cinder-852211-6-iscsi {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:27.770156 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] Checking router: 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:27.783269 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] Routers {'01aa0ece-ee60-4495-8b00-5d3e8e920ea5'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:27.783916 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:27.805399 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63547461'] for segment (925a14f9-2299-42dd-b663-99a6bfdc2dae), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.866699 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (925a14f9-2299-42dd-b663-99a6bfdc2dae), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.875939 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks [] for router (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.882258 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=113724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:42:27.882627 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63548233'] for segment (925a14f9-2299-42dd-b663-99a6bfdc2dae), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.890060 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be94-02e3-43a5-bf90-3a8174fd09d3 req-0a3c28ab-20eb-4a48-aa87-c55feee7679d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:27.893471 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2bd0be94-02e3-43a5-bf90-3a8174fd09d3 req-0a3c28ab-20eb-4a48-aa87-c55feee7679d tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 945 time: 0.0893123 Aug 31 00:42:27.921899 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (0b9346f3-cc4c-481e-a5c2-5077cbc6703f), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:27.971760 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9346f3-cc4c-481e-a5c2-5077cbc6703f']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:27.978096 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-468eeea4-0356-437f-9505-a8e562923b7e req-c59ab69d-bb4b-4e6f-9605-8bf6c65e3c11 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091298 Aug 31 00:42:27.992446 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98edd2b-4802-498b-a6f1-080611ab2a1f') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:27.992446 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98edd2b-4802-498b-a6f1-080611ab2a1f') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:27.994197 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:28.018511 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (d98edd2b-4802-498b-a6f1-080611ab2a1f), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.068125 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (d98edd2b-4802-498b-a6f1-080611ab2a1f), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.090445 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:42:28.090905 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (d98edd2b-4802-498b-a6f1-080611ab2a1f), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.091856 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] Set router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:28.109173 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2bd0be94-02e3-43a5-bf90-3a8174fd09d3 req-662f43ef-7075-4f32-8dda-2ad66e77dd08 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696005 Aug 31 00:42:28.113065 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (6d427232-8e26-4216-9399-96dea4f30f86), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.138639 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.152897 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/6d427232-8e26-4216-9399-96dea4f30f86 HTTP/1.1" status: 204 len: 168 time: 1.8883119 Aug 31 00:42:28.185070 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672bf1-0b20-46d7-bbf5-89ef5952f8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d427232-8e26-4216-9399-96dea4f30f86,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:28.188240 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (a5078607-db3e-4a97-b7ea-6ced696b1877), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.196736 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks [] for router_gateway (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.245704 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event deleted for resources: {'Port': ['ID=a5078607-db3e-4a97-b7ea-6ced696b1877,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:28.350976 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Deleting port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:28.351331 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.374557 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device b5d46abb-e38e-4007-bae4-3a07c53082c6 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:28.376622 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (0b9346f3-cc4c-481e-a5c2-5077cbc6703f), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.382784 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.398910 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/0b9346f3-cc4c-481e-a5c2-5077cbc6703f HTTP/1.1" status: 204 len: 168 time: 2.0297353 Aug 31 00:42:28.407055 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: b5d46abb-e38e-4007-bae4-3a07c53082c6 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:28.407398 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device b5d46abb-e38e-4007-bae4-3a07c53082c6 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:28.407835 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 2b79a4d4-9931-403d-bc7d-864566432260 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:28.409785 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:42:25Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:28.410438 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48458) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:28.426373 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment d98edd2b-4802-498b-a6f1-080611ab2a1f resource provider aggregate not found Aug 31 00:42:28.458621 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 2b79a4d4-9931-403d-bc7d-864566432260 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:28.465511 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 2b79a4d4-9931-403d-bc7d-864566432260 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:28.465511 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9380d8-91a2-4e53-87fe-14f9e66fca55 None None] The sync data for ids ['01aa0ece-ee60-4495-8b00-5d3e8e920ea5'] in dv-cinder-852211-6-iscsi is: [{'id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'name': 'tempest-AttachVolumeShelveTestJSON-1964825851-router', 'tenant_id': '606c24bee18a4454ab672cfb6a395286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:34:49Z', 'updated_at': '2022-08-31T00:42:25Z', 'revision_number': 5, 'project_id': '606c24bee18a4454ab672cfb6a395286', 'gw_port': {'id': 'c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa0ece-ee60-4495-8b00-5d3e8e920ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:34:51Z', 'updated_at': '2022-08-31T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:28.495789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:28.503563 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84e195-57ca-46b7-a032-abfbc20d1b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9346f3-cc4c-481e-a5c2-5077cbc6703f,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:28.522011 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment 925a14f9-2299-42dd-b663-99a6bfdc2dae resource provider aggregate not found Aug 31 00:42:28.529798 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment d98edd2b-4802-498b-a6f1-080611ab2a1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d98edd2b-4802-498b-a6f1-080611ab2a1f found for delete ", "request_id": "req-9bbbeb1f-2b67-4224-9366-85668bc0f301"}]} Aug 31 00:42:28.540069 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] For port c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:28.540069 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.561928 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:28.570404 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment 925a14f9-2299-42dd-b663-99a6bfdc2dae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 925a14f9-2299-42dd-b663-99a6bfdc2dae found for delete ", "request_id": "req-13f2876b-c045-4c44-9181-52b3e9bc3334"}]} Aug 31 00:42:28.575623 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Calling delete_port for c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d owned by network:router_gateway {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:28.577259 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:28.610654 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-09686eb5-107a-4121-8167-543e4fca6e41 req-32c11b16-e409-42bf-9ad1-157b2a92e86a tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 210 time: 0.0455711 Aug 31 00:42:28.689873 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48466) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:28.839467 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-116152f2-4a08-4bdd-9f8b-2215801a9c3c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ec5893d9a55f4ed28f6579397d0d6f21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1388931 Aug 31 00:42:28.839648 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48468) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:28.845952 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:28.859300 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] Sync routers for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:28.874660 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:28.875783 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:28.881250 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.922714 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:28.927811 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] No DVR routers for this DVR port a5078607-db3e-4a97-b7ea-6ced696b1877 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:28.932118 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:28.935867 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0a2b7052-ef09-451e-beec-93b952cdd525 req-06d0fa27-1c5f-4ea8-9507-ec900dc2fdec tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.76 "DELETE /networking/v2.0/ports/a5078607-db3e-4a97-b7ea-6ced696b1877 HTTP/1.1" status: 204 len: 173 time: 2.6025898 Aug 31 00:42:28.936064 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'name': 'network-vif-deleted', 'tag': 'a5078607-db3e-4a97-b7ea-6ced696b1877'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:28.938624 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642b14ec-c31e-4214-bf28-b1fa3f9eb8ed" -d '{"events": [{"server_uuid": "bf8cd0c7-4af8-443b-9f8d-d878cc6137e7", "name": "network-vif-deleted", "tag": "a5078607-db3e-4a97-b7ea-6ced696b1877"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:28.988520 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:42:29.002702 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e712a224-b871-4411-b402-4c3119423026 admin admin] Publish callbacks [] for security_group (18de9920-1e52-4b5d-97cc-40d807ae93ad), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.031596 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.034649 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaf0a4c-bda3-41db-8159-55cdb47d26af x-openstack-request-id: req-aeaf0a4c-bda3-41db-8159-55cdb47d26af {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:29.035119 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8cd0c7-4af8-443b-9f8d-d878cc6137e7", "name": "network-vif-deleted", "tag": "a5078607-db3e-4a97-b7ea-6ced696b1877", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:29.035573 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aeaf0a4c-bda3-41db-8159-55cdb47d26af {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:29.036064 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeaf0a4c-bda3-41db-8159-55cdb47d26af'] response: {'server_uuid': 'bf8cd0c7-4af8-443b-9f8d-d878cc6137e7', 'name': 'network-vif-deleted', 'tag': 'a5078607-db3e-4a97-b7ea-6ced696b1877', 'status': 'completed', 'code': 200} Aug 31 00:42:29.040786 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:29.051823 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (16b3690b-ddfb-44ee-962f-523a72a6f8e9), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.107398 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:29.121273 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:29.140264 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e712a224-b871-4411-b402-4c3119423026 admin admin] Publish callbacks [] for security_group (18de9920-1e52-4b5d-97cc-40d807ae93ad), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.159406 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.166858 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks [] for router_controller (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.301533 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:29.335691 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] Checking router: 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:29.339998 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b1751-410e-4e01-8e56-b1299274f4af req-0b574294-abd9-4687-927d-e559cef65fe1 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:29.341663 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d29b1751-410e-4e01-8e56-b1299274f4af req-0b574294-abd9-4687-927d-e559cef65fe1 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.1009464 Aug 31 00:42:29.346770 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (01aa0ece-ee60-4495-8b00-5d3e8e920ea5), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.347432 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01aa0ece-ee60-4495-8b00-5d3e8e920ea5 {{(pid=113724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:42:29.352282 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:29.353828 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:29.364709 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e484ba-b1a6-41d0-9c54-c214c3f1a23e req-8d918b7c-5286-4865-ae39-395345cf9f5f tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:29.366365 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f5e484ba-b1a6-41d0-9c54-c214c3f1a23e req-8d918b7c-5286-4865-ae39-395345cf9f5f tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 945 time: 0.1089158 Aug 31 00:42:29.372648 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.375046 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-01773fcd-869d-4ef3-80fe-eb345307667e admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/01aa0ece-ee60-4495-8b00-5d3e8e920ea5 HTTP/1.1" status: 204 len: 168 time: 2.1280499 Aug 31 00:42:29.384523 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48476) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:29.428558 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e712a224-b871-4411-b402-4c3119423026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (18de9920-1e52-4b5d-97cc-40d807ae93ad), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.431349 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e712a224-b871-4411-b402-4c3119423026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.448892 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e712a224-b871-4411-b402-4c3119423026 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/18de9920-1e52-4b5d-97cc-40d807ae93ad HTTP/1.1" status: 204 len: 168 time: 0.6084518 Aug 31 00:42:29.510235 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712a224-b871-4411-b402-4c3119423026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18de9920-1e52-4b5d-97cc-40d807ae93ad,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:29.546267 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:29.553170 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff8f58a-813a-4fda-81cb-983868d69609 admin admin] Deleting subnet 2cf5dfff-2a32-4c40-85ab-2f8b681b68bb {{(pid=113724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:42:29.558091 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f58a-813a-4fda-81cb-983868d69609 admin admin] Publish callbacks [] for subnet (2cf5dfff-2a32-4c40-85ab-2f8b681b68bb), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.604834 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d29b1751-410e-4e01-8e56-b1299274f4af req-7a6e96c0-5676-454a-82b1-06b9a2934b9f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245119 Aug 31 00:42:29.623598 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device a5078607-db3e-4a97-b7ea-6ced696b1877 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:29.636969 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-b3f0f7ed-9856-4ceb-8e9c-80e7fb8b98ed tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:29.638529 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-b3f0f7ed-9856-4ceb-8e9c-80e7fb8b98ed tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 945 time: 0.2052670 Aug 31 00:42:29.652275 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f58a-813a-4fda-81cb-983868d69609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63547470'] for subnet (2cf5dfff-2a32-4c40-85ab-2f8b681b68bb), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.666756 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: a5078607-db3e-4a97-b7ea-6ced696b1877 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:29.670717 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device a5078607-db3e-4a97-b7ea-6ced696b1877 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:29.742141 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:29.769019 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f5e484ba-b1a6-41d0-9c54-c214c3f1a23e req-4b206201-5674-47e9-b365-68588e10cedc tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a32416d3-240e-4656-951b-cc31597faf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928432 Aug 31 00:42:29.786518 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d028777b-ac89-4f37-b623-4a718c1fac07 req-862c55a9-f0d0-4424-9cd0-0d215d6105b3 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bf8cd0c7-4af8-443b-9f8d-d878cc6137e7 HTTP/1.1" status: 200 len: 210 time: 0.0481324 Aug 31 00:42:29.787396 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Deleting port edb67470-1c61-4335-9d21-eaf204c99a2d {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:29.788062 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.866685 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f58a-813a-4fda-81cb-983868d69609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (2cf5dfff-2a32-4c40-85ab-2f8b681b68bb), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.889766 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Deleting port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:29.889766 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:29.928576 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:29.964014 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f110596-cf17-4c55-aa62-9c6c0ad11c0a None None] The sync data for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi is: [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:36:36Z', 'revision_number': 4, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '89bddffe-3166-40a8-b723-8a0eabb65757', 'name': '', 'network_id': 'a5ba44fa-fe70-448e-874e-97120592a817', 'tenant_id': '5023455241594360bacff911a6641d7a', 'mac_address': 'fa:16:3e:54:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'subnets': [{'id': 'a52cfced-1ff9-4c2a-8304-6ecfff37d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:30.000869 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] For port edb67470-1c61-4335-9d21-eaf204c99a2d, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=edb67470-1c61-4335-9d21-eaf204c99a2d,segment=NetworkSegment(4922d42b-3e64-484c-8276-83aef9e91083),segment_id=4922d42b-3e64-484c-8276-83aef9e91083)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:30.003294 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.043249 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Calling delete_port for edb67470-1c61-4335-9d21-eaf204c99a2d owned by network:router_interface {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:30.051918 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f58a-813a-4fda-81cb-983868d69609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63547631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58249794'] for subnet (2cf5dfff-2a32-4c40-85ab-2f8b681b68bb), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.078021 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] For port 85ff1e83-3c0f-44de-b1cd-f61df71f6257, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=85ff1e83-3c0f-44de-b1cd-f61df71f6257,segment=NetworkSegment(4a15b47e-499d-476a-90ae-b287257ee92d),segment_id=4a15b47e-499d-476a-90ae-b287257ee92d)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:30.078355 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.097903 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f58a-813a-4fda-81cb-983868d69609 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.104506 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f5e06-3b75-46e3-bcab-12590a2c3ab9 None None] Network dd1dfc05-b842-4c55-a9f4-0aefefbafd0b requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:42:30.115515 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-7ff8f58a-813a-4fda-81cb-983868d69609 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/2cf5dfff-2a32-4c40-85ab-2f8b681b68bb HTTP/1.1" status: 204 len: 168 time: 0.7284853 Aug 31 00:42:30.119048 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8f58a-813a-4fda-81cb-983868d69609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf5dfff-2a32-4c40-85ab-2f8b681b68bb,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:30.125798 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48486) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:30.132377 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:30.141836 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Calling delete_port for 85ff1e83-3c0f-44de-b1cd-f61df71f6257 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:30.267612 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:30.286369 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (dd1dfc05-b842-4c55-a9f4-0aefefbafd0b), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.347031 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Deleting port e0b15cec-5fd9-4436-836f-a646038b2b09 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:30.347388 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.414613 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:30.474901 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:30.476177 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device c1cf7854-bdc3-4f0e-8c3c-60e3d5b9bc0d not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:30.476177 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 260f6349-18ef-48d1-9044-92fc0364178c no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:30.507090 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] For port e0b15cec-5fd9-4436-836f-a646038b2b09, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e0b15cec-5fd9-4436-836f-a646038b2b09,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:30.507514 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.513952 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b283a8-d033-4855-8dce-f35e27d72aab None None] DHCP port deletion for dd1dfc05-b842-4c55-a9f4-0aefefbafd0b request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:42:30.517401 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 260f6349-18ef-48d1-9044-92fc0364178c {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:30.517948 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 260f6349-18ef-48d1-9044-92fc0364178c not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:30.531198 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Calling delete_port for e0b15cec-5fd9-4436-836f-a646038b2b09 owned by network:dhcp {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:30.548452 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (85ff1e83-3c0f-44de-b1cd-f61df71f6257), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.578914 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-02b283a8-d033-4855-8dce-f35e27d72aab None None] Deleting port e0b15cec-5fd9-4436-836f-a646038b2b09 {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:30.579308 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-02b283a8-d033-4855-8dce-f35e27d72aab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.581529 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d37801-418a-43ba-b9a4-8ada9919aa7e None None] New status for floating IP 2029785c-31be-471b-839c-8913c002966c: DOWN {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:42:30.587953 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Pushing event deleted for resources: {'Port': ['ID=85ff1e83-3c0f-44de-b1cd-f61df71f6257,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:30.603108 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (edb67470-1c61-4335-9d21-eaf204c99a2d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.657015 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['85ff1e83-3c0f-44de-b1cd-f61df71f6257'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:42:30.657616 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Pushing event deleted for resources: {'Port': ['ID=edb67470-1c61-4335-9d21-eaf204c99a2d,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:30.691387 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] No DVR routers for this DVR port 85ff1e83-3c0f-44de-b1cd-f61df71f6257 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:30.712798 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.790144 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b15cec-5fd9-4436-836f-a646038b2b09,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:30.792361 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.795154 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] No DVR routers for this DVR port e0b15cec-5fd9-4436-836f-a646038b2b09 on host dv-cinder-852211-6-iscsi {{(pid=113724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:30.813265 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-eb27f23b-f563-4e24-b70e-0096347c7e2b req-99372d54-b74f-485b-b214-eb864c3172c9 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.76 "DELETE /networking/v2.0/ports/85ff1e83-3c0f-44de-b1cd-f61df71f6257 HTTP/1.1" status: 204 len: 173 time: 1.1555600 Aug 31 00:42:30.832753 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-02b283a8-d033-4855-8dce-f35e27d72aab None None] For port e0b15cec-5fd9-4436-836f-a646038b2b09, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e0b15cec-5fd9-4436-836f-a646038b2b09,segment=NetworkSegment(a78fa1fd-7b46-4a44-bdad-b2dd859dffbf),segment_id=a78fa1fd-7b46-4a44-bdad-b2dd859dffbf)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:30.832753 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-02b283a8-d033-4855-8dce-f35e27d72aab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:30.847795 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-02b283a8-d033-4855-8dce-f35e27d72aab None None] Calling delete_port for e0b15cec-5fd9-4436-836f-a646038b2b09 owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:30.898145 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0bb84-f7a7-4611-9d9b-945ed92f68af req-7ac9e8b1-c7a6-4d68-99e4-2f67e993096c tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:30.910055 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:30.912359 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-42b0bb84-f7a7-4611-9d9b-945ed92f68af req-7ac9e8b1-c7a6-4d68-99e4-2f67e993096c tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.2033987 Aug 31 00:42:30.986948 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-02b283a8-d033-4855-8dce-f35e27d72aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (e0b15cec-5fd9-4436-836f-a646038b2b09), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.013294 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (dd1dfc05-b842-4c55-a9f4-0aefefbafd0b), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.016469 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b283a8-d033-4855-8dce-f35e27d72aab None None] Pushing event deleted for resources: {'Port': ['ID=e0b15cec-5fd9-4436-836f-a646038b2b09,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:31.026990 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b283a8-d033-4855-8dce-f35e27d72aab None None] No DVR routers for this DVR port e0b15cec-5fd9-4436-836f-a646038b2b09 on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:31.061990 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1dfc05-b842-4c55-a9f4-0aefefbafd0b']}} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:31.086303 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf') {'for_net_delete': True} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:31.086522 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78fa1fd-7b46-4a44-bdad-b2dd859dffbf') {} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:31.105619 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-42b0bb84-f7a7-4611-9d9b-945ed92f68af req-7a600863-9c6a-432b-aa39-1d41924a38d5 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920295 Aug 31 00:42:31.108608 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63547461'] for segment (a78fa1fd-7b46-4a44-bdad-b2dd859dffbf), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.129929 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (a78fa1fd-7b46-4a44-bdad-b2dd859dffbf), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.143339 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=113724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:42:31.143339 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63548233'] for segment (a78fa1fd-7b46-4a44-bdad-b2dd859dffbf), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.239674 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment a78fa1fd-7b46-4a44-bdad-b2dd859dffbf resource provider aggregate not found Aug 31 00:42:31.277216 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment a78fa1fd-7b46-4a44-bdad-b2dd859dffbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a78fa1fd-7b46-4a44-bdad-b2dd859dffbf found for delete ", "request_id": "req-af433ed1-4be0-4656-a0f9-9b7d8071a3bd"}]} Aug 31 00:42:31.312396 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bbab6f-dd9e-4d5d-a854-d2eac6817f5c', 'name': 'network-vif-deleted', 'tag': '85ff1e83-3c0f-44de-b1cd-f61df71f6257'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:31.315181 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd814c3-c09b-42b8-9554-8fc8b5f5594b" -d '{"events": [{"server_uuid": "42bbab6f-dd9e-4d5d-a854-d2eac6817f5c", "name": "network-vif-deleted", "tag": "85ff1e83-3c0f-44de-b1cd-f61df71f6257"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:31.337641 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (dd1dfc05-b842-4c55-a9f4-0aefefbafd0b), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.346184 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48518) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:31.367899 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.372683 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/dd1dfc05-b842-4c55-a9f4-0aefefbafd0b HTTP/1.1" status: 204 len: 168 time: 1.2439010 Aug 31 00:42:31.394758 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (16b3690b-ddfb-44ee-962f-523a72a6f8e9), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.420893 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b431c28-293f-4f9e-b5b9-bf526f63a1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1dfc05-b842-4c55-a9f4-0aefefbafd0b,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:31.425467 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fac9799f-acd4-4c6c-a0f6-979f20f8014c req-3e65ce4b-0cc4-42db-97ef-fd1105b7d867 tempest-VolumesActionsTest-1800523304 tempest-VolumesActionsTest-1800523304-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=42bbab6f-dd9e-4d5d-a854-d2eac6817f5c HTTP/1.1" status: 200 len: 210 time: 0.0978222 Aug 31 00:42:31.432656 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:31.442908 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12773ec1-0943-4f18-8400-0f039d32452d x-openstack-request-id: req-12773ec1-0943-4f18-8400-0f039d32452d {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:31.444657 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bbab6f-dd9e-4d5d-a854-d2eac6817f5c", "name": "network-vif-deleted", "tag": "85ff1e83-3c0f-44de-b1cd-f61df71f6257", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:31.446564 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12773ec1-0943-4f18-8400-0f039d32452d {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:31.448255 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12773ec1-0943-4f18-8400-0f039d32452d'] response: {'server_uuid': '42bbab6f-dd9e-4d5d-a854-d2eac6817f5c', 'name': 'network-vif-deleted', 'tag': '85ff1e83-3c0f-44de-b1cd-f61df71f6257', 'status': 'completed', 'code': 200} Aug 31 00:42:31.482278 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-76facd01-a148-49a0-b054-037e0a04e63d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (f37fcc88-5549-452b-ab04-f84e44229604), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.516814 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-76facd01-a148-49a0-b054-037e0a04e63d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (f37fcc88-5549-452b-ab04-f84e44229604), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.538138 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:31.647985 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-76facd01-a148-49a0-b054-037e0a04e63d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f37fcc88-5549-452b-ab04-f84e44229604), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.651572 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-76facd01-a148-49a0-b054-037e0a04e63d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.655896 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-76facd01-a148-49a0-b054-037e0a04e63d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f37fcc88-5549-452b-ab04-f84e44229604 HTTP/1.1" status: 204 len: 168 time: 0.3085284 Aug 31 00:42:31.656234 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48524) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:31.666863 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76facd01-a148-49a0-b054-037e0a04e63d tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37fcc88-5549-452b-ab04-f84e44229604,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:31.676062 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.api.v2.resource [None req-48918325-4b13-4a54-a608-bf366b79a867 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] show failed (client error): The resource could not be found. Aug 31 00:42:31.679762 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-48918325-4b13-4a54-a608-bf366b79a867 tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "GET /networking/v2.0/security-groups/f37fcc88-5549-452b-ab04-f84e44229604 HTTP/1.1" status: 404 len: 347 time: 0.0198159 Aug 31 00:42:31.680665 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48526) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:31.691576 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=83,neutron:DELETE=16,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:31.738017 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:31.799380 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48532) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:31.860734 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Deleting port 71cafcbb-abb4-44c1-be2a-2c55346ec8e2 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:31.861082 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (71cafcbb-abb4-44c1-be2a-2c55346ec8e2), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.862868 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0d46f675-0f18-4522-aa9e-5369353be7c2 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=606c24bee18a4454ab672cfb6a395286&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0613728 Aug 31 00:42:31.865580 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48534) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:31.921407 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8e40f7a6-27ed-4bfd-87fd-7e0f954a622d admin admin] Publish callbacks [] for security_group (735388cf-5158-4e50-9e4c-f7730d1192ae), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.940855 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:31.944978 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8e40f7a6-27ed-4bfd-87fd-7e0f954a622d admin admin] Publish callbacks [] for security_group (735388cf-5158-4e50-9e4c-f7730d1192ae), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:31.970238 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:31.982928 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-dcc045af-cf31-4fa6-a5f4-3fe5a4d036fb admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/16b3690b-ddfb-44ee-962f-523a72a6f8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5499384 Aug 31 00:42:31.983125 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] Sync routers for ids ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:31.983803 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48536) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:32.001144 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (71cafcbb-abb4-44c1-be2a-2c55346ec8e2), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.001324 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] Routers {'16b3690b-ddfb-44ee-962f-523a72a6f8e9'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:32.001459 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (71cafcbb-abb4-44c1-be2a-2c55346ec8e2), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.001946 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:32.042649 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:32.054906 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Calling delete_port for 71cafcbb-abb4-44c1-be2a-2c55346ec8e2 owned by network:floatingip {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:32.102159 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8e40f7a6-27ed-4bfd-87fd-7e0f954a622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (735388cf-5158-4e50-9e4c-f7730d1192ae), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.110708 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8e40f7a6-27ed-4bfd-87fd-7e0f954a622d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.110708 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-8e40f7a6-27ed-4bfd-87fd-7e0f954a622d admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/735388cf-5158-4e50-9e4c-f7730d1192ae HTTP/1.1" status: 204 len: 168 time: 0.2407694 Aug 31 00:42:32.129062 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] Set router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:32.140894 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40f7a6-27ed-4bfd-87fd-7e0f954a622d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735388cf-5158-4e50-9e4c-f7730d1192ae,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:32.168229 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks [] for router (16b3690b-ddfb-44ee-962f-523a72a6f8e9), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.360132 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f51c05-5798-4510-b5a4-93dd12aebc25 req-591ddf93-2930-4f4f-9489-f9fabea24730 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:32.362359 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-89f51c05-5798-4510-b5a4-93dd12aebc25 req-591ddf93-2930-4f4f-9489-f9fabea24730 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.1161561 Aug 31 00:42:32.363949 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks [] for router_gateway (16b3690b-ddfb-44ee-962f-523a72a6f8e9), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.368547 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:32.370235 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:32.449786 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e0b15cec-5fd9-4436-836f-a646038b2b09 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:32.455983 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:42:30Z', 'revision_number': 5, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'gw_port': {'id': 'e77292ee-8188-47eb-8637-e223cc7201f5', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:35Z', 'updated_at': '2022-08-31T00:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:32.484444 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-89f51c05-5798-4510-b5a4-93dd12aebc25 req-fad0be64-d56d-4636-b2fc-48c7852ef796 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958750 Aug 31 00:42:32.505453 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: e0b15cec-5fd9-4436-836f-a646038b2b09 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:32.505672 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Deleting port e77292ee-8188-47eb-8637-e223cc7201f5 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:32.510987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.511153 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e0b15cec-5fd9-4436-836f-a646038b2b09 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:32.525274 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] Checking router: 16b3690b-ddfb-44ee-962f-523a72a6f8e9 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:32.546585 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] Routers {'16b3690b-ddfb-44ee-962f-523a72a6f8e9'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:32.547196 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:32.574750 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (71cafcbb-abb4-44c1-be2a-2c55346ec8e2), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.612901 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Pushing event deleted for resources: {'Port': ['ID=71cafcbb-abb4-44c1-be2a-2c55346ec8e2,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:32.666162 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] Set router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 gateway port host: None {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:32.724298 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] For port e77292ee-8188-47eb-8637-e223cc7201f5, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=e77292ee-8188-47eb-8637-e223cc7201f5,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:32.724298 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.733033 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks [] for floatingip (2029785c-31be-471b-839c-8913c002966c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.735548 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:32.736908 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f6fd49e2-979e-4402-8137-19e71d0aff7b tempest-AttachVolumeTestJSON-793970641 tempest-AttachVolumeTestJSON-793970641-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/2029785c-31be-471b-839c-8913c002966c HTTP/1.1" status: 204 len: 168 time: 1.0557418 Aug 31 00:42:32.745925 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:42:32Z', 'revision_number': 6, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'gw_port_host': None}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:32.757468 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Calling delete_port for e77292ee-8188-47eb-8637-e223cc7201f5 owned by network:router_gateway {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:32.784429 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6e7a6-40df-4f3d-bcce-544eec0cc5db None None] The sync data for ids ['16b3690b-ddfb-44ee-962f-523a72a6f8e9'] in dv-cinder-852211-6-iscsi is: [{'id': '16b3690b-ddfb-44ee-962f-523a72a6f8e9', 'name': 'tempest-TestShelveInstance-1947240555-router', 'tenant_id': '45c50656acc7484aa36ceb69fcd61f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:34Z', 'updated_at': '2022-08-31T00:42:32Z', 'revision_number': 6, 'project_id': '45c50656acc7484aa36ceb69fcd61f83', 'gw_port_host': None}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:32.945287 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:33.066974 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (e77292ee-8188-47eb-8637-e223cc7201f5), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.092155 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77292ee-8188-47eb-8637-e223cc7201f5,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:33.194125 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (16b3690b-ddfb-44ee-962f-523a72a6f8e9), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.322335 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (16b3690b-ddfb-44ee-962f-523a72a6f8e9), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.325236 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks [] for router_controller (16b3690b-ddfb-44ee-962f-523a72a6f8e9), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.464000 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (16b3690b-ddfb-44ee-962f-523a72a6f8e9), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.464922 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16b3690b-ddfb-44ee-962f-523a72a6f8e9 {{(pid=113723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:42:33.476011 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.477824 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-1cf6eada-dbf9-4307-8375-71ffb1594597 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/16b3690b-ddfb-44ee-962f-523a72a6f8e9 HTTP/1.1" status: 204 len: 168 time: 1.4903800 Aug 31 00:42:33.482499 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48594) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:33.560752 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cf3d99-bdd5-4c79-9a19-9b735e3f86fe admin admin] Deleting subnet 89b5ba69-9e4e-4ee3-a048-395d495709e2 {{(pid=113723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:42:33.565197 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-23cf3d99-bdd5-4c79-9a19-9b735e3f86fe admin admin] Publish callbacks [] for subnet (89b5ba69-9e4e-4ee3-a048-395d495709e2), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.610905 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-23cf3d99-bdd5-4c79-9a19-9b735e3f86fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65369723'] for subnet (89b5ba69-9e4e-4ee3-a048-395d495709e2), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.629733 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35796bb3-b328-4638-b4cc-3eb5b723d46a req-c02fad96-d4e7-473f-a8aa-88b1aa4f807c tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:33.632687 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-35796bb3-b328-4638-b4cc-3eb5b723d46a req-c02fad96-d4e7-473f-a8aa-88b1aa4f807c tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.0760787 Aug 31 00:42:33.637892 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 85ff1e83-3c0f-44de-b1cd-f61df71f6257 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:33.685424 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 85ff1e83-3c0f-44de-b1cd-f61df71f6257 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:33.689558 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 85ff1e83-3c0f-44de-b1cd-f61df71f6257 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:33.717305 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-35796bb3-b328-4638-b4cc-3eb5b723d46a req-9505d90b-dd0a-41f9-8251-9e2b6ecb9244 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776067 Aug 31 00:42:33.755374 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-23cf3d99-bdd5-4c79-9a19-9b735e3f86fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (89b5ba69-9e4e-4ee3-a048-395d495709e2), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.897771 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-23cf3d99-bdd5-4c79-9a19-9b735e3f86fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64188792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64455295'] for subnet (89b5ba69-9e4e-4ee3-a048-395d495709e2), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.975596 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf3d99-bdd5-4c79-9a19-9b735e3f86fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b5ba69-9e4e-4ee3-a048-395d495709e2,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:33.985342 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-23cf3d99-bdd5-4c79-9a19-9b735e3f86fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:33.991539 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-23cf3d99-bdd5-4c79-9a19-9b735e3f86fe admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/89b5ba69-9e4e-4ee3-a048-395d495709e2 HTTP/1.1" status: 204 len: 168 time: 0.5065219 Aug 31 00:42:33.996016 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48616) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:33.997036 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccab337-7512-4382-b4e6-d08d14382556 None None] Network df230882-ee1b-4fdc-b5f2-02022cba3d02 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:42:34.134584 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:34.135976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (df230882-ee1b-4fdc-b5f2-02022cba3d02), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.196487 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Deleting port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:34.196907 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.198402 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:34.228175 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692fc887-0819-4600-bfa4-dad0422ba02c None None] DHCP port deletion for df230882-ee1b-4fdc-b5f2-02022cba3d02 request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:42:34.271250 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] For port da49a700-3ed5-4d43-84f6-bd0f81b25bb7, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=da49a700-3ed5-4d43-84f6-bd0f81b25bb7,segment=NetworkSegment(4922d42b-3e64-484c-8276-83aef9e91083),segment_id=4922d42b-3e64-484c-8276-83aef9e91083)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:34.271903 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.288164 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Calling delete_port for da49a700-3ed5-4d43-84f6-bd0f81b25bb7 owned by network:dhcp {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:34.294541 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-692fc887-0819-4600-bfa4-dad0422ba02c None None] Deleting port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:34.295054 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-692fc887-0819-4600-bfa4-dad0422ba02c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.338612 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device da49a700-3ed5-4d43-84f6-bd0f81b25bb7 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:34.398180 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-692fc887-0819-4600-bfa4-dad0422ba02c None None] For port da49a700-3ed5-4d43-84f6-bd0f81b25bb7, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=da49a700-3ed5-4d43-84f6-bd0f81b25bb7,segment=NetworkSegment(4922d42b-3e64-484c-8276-83aef9e91083),segment_id=4922d42b-3e64-484c-8276-83aef9e91083)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:34.398650 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-692fc887-0819-4600-bfa4-dad0422ba02c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.416219 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-692fc887-0819-4600-bfa4-dad0422ba02c None None] Calling delete_port for da49a700-3ed5-4d43-84f6-bd0f81b25bb7 owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:34.437782 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.467139 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Pushing event deleted for resources: {'Port': ['ID=da49a700-3ed5-4d43-84f6-bd0f81b25bb7,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:34.471250 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] No DVR routers for this DVR port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 on host dv-cinder-852211-6-iscsi {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:34.507741 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 is: ACTIVE; New status is: DOWN {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:42:34.508127 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.555609 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (df230882-ee1b-4fdc-b5f2-02022cba3d02), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.563196 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device edb67470-1c61-4335-9d21-eaf204c99a2d no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:34.566360 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-692fc887-0819-4600-bfa4-dad0422ba02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (da49a700-3ed5-4d43-84f6-bd0f81b25bb7), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.588699 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: edb67470-1c61-4335-9d21-eaf204c99a2d {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:34.589106 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device edb67470-1c61-4335-9d21-eaf204c99a2d not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:34.589590 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e77292ee-8188-47eb-8637-e223cc7201f5 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:34.591257 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df230882-ee1b-4fdc-b5f2-02022cba3d02']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:34.600446 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:34.606629 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4922d42b-3e64-484c-8276-83aef9e91083') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:34.606933 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4922d42b-3e64-484c-8276-83aef9e91083') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:34.613471 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fc887-0819-4600-bfa4-dad0422ba02c None None] Pushing event deleted for resources: {'Port': ['ID=da49a700-3ed5-4d43-84f6-bd0f81b25bb7,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:34.628361 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (4922d42b-3e64-484c-8276-83aef9e91083), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.634576 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692fc887-0819-4600-bfa4-dad0422ba02c None None] No DVR routers for this DVR port da49a700-3ed5-4d43-84f6-bd0f81b25bb7 on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:34.636134 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: e77292ee-8188-47eb-8637-e223cc7201f5 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:34.636508 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device e77292ee-8188-47eb-8637-e223cc7201f5 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:34.664008 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (4922d42b-3e64-484c-8276-83aef9e91083), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.672557 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:42:34.673207 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (4922d42b-3e64-484c-8276-83aef9e91083), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.695314 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 4922d42b-3e64-484c-8276-83aef9e91083 resource provider aggregate not found Aug 31 00:42:34.725470 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 4922d42b-3e64-484c-8276-83aef9e91083 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4922d42b-3e64-484c-8276-83aef9e91083 found for delete ", "request_id": "req-24c647d3-182a-476f-ade1-a7b26f5e0acd"}]} Aug 31 00:42:34.841525 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99b851-0639-4e7a-9205-1621015b97a0 req-a31a9f74-686f-4932-9db4-1a93ecd97ef9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:34.842834 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6f99b851-0639-4e7a-9205-1621015b97a0 req-a31a9f74-686f-4932-9db4-1a93ecd97ef9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.0540392 Aug 31 00:42:34.843926 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (df230882-ee1b-4fdc-b5f2-02022cba3d02), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.848772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:34.855802 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/df230882-ee1b-4fdc-b5f2-02022cba3d02 HTTP/1.1" status: 204 len: 168 time: 0.8553088 Aug 31 00:42:34.885405 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a8cf1-e357-453e-a215-ba2ac90b0085 admin admin] Pushing event deleted for resources: {'Network': ['ID=df230882-ee1b-4fdc-b5f2-02022cba3d02,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:34.932941 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-6f99b851-0639-4e7a-9205-1621015b97a0 req-30e33a72-c60f-4ca3-b500-3aad0eee1428 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783639 Aug 31 00:42:35.272205 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48664) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:35.313351 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9d223206-9dd5-426c-a3bc-cce607535335 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=28f0cda364854dfd9fde0249a751ecf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399628 Aug 31 00:42:35.315911 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48666) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:35.365846 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91afcde8-a247-4264-b3cb-f621f2b85051 admin admin] Publish callbacks [] for security_group (0e89e846-4084-4570-b413-5f916375d3e6), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:35.389722 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91afcde8-a247-4264-b3cb-f621f2b85051 admin admin] Publish callbacks [] for security_group (0e89e846-4084-4570-b413-5f916375d3e6), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:35.550359 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91afcde8-a247-4264-b3cb-f621f2b85051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0e89e846-4084-4570-b413-5f916375d3e6), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:35.553258 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91afcde8-a247-4264-b3cb-f621f2b85051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:35.554936 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-91afcde8-a247-4264-b3cb-f621f2b85051 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0e89e846-4084-4570-b413-5f916375d3e6 HTTP/1.1" status: 204 len: 168 time: 0.2381265 Aug 31 00:42:35.566225 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afcde8-a247-4264-b3cb-f621f2b85051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e89e846-4084-4570-b413-5f916375d3e6,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:36.073874 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f40ed-b798-4832-a3a0-270eba3b24e4 req-dcd7cd74-a0e6-4796-b231-9b6a946881d3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:36.075652 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4e8f40ed-b798-4832-a3a0-270eba3b24e4 req-dcd7cd74-a0e6-4796-b231-9b6a946881d3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.0558829 Aug 31 00:42:36.129148 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4e8f40ed-b798-4832-a3a0-270eba3b24e4 req-bac4709b-6baa-4ebe-8061-e7dccc528202 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467975 Aug 31 00:42:36.260868 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48704) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:36.302294 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a9185712-e34a-4a09-8ecb-b83400b742a0 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=45c50656acc7484aa36ceb69fcd61f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402732 Aug 31 00:42:36.304891 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48706) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:36.354609 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f6b8612a-2776-47af-9386-46fc4a8eb54a admin admin] Publish callbacks [] for security_group (811832c6-ccd0-4d01-8c2e-a17baabd5a58), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:36.375404 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f6b8612a-2776-47af-9386-46fc4a8eb54a admin admin] Publish callbacks [] for security_group (811832c6-ccd0-4d01-8c2e-a17baabd5a58), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:36.510779 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f6b8612a-2776-47af-9386-46fc4a8eb54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (811832c6-ccd0-4d01-8c2e-a17baabd5a58), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:36.513478 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f6b8612a-2776-47af-9386-46fc4a8eb54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:36.514681 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-f6b8612a-2776-47af-9386-46fc4a8eb54a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/811832c6-ccd0-4d01-8c2e-a17baabd5a58 HTTP/1.1" status: 204 len: 168 time: 0.2088995 Aug 31 00:42:36.523347 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8612a-2776-47af-9386-46fc4a8eb54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811832c6-ccd0-4d01-8c2e-a17baabd5a58,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:37.250696 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828eef98-eb94-40d5-bb62-3f814d0c4aa0 req-c1e8812a-294a-4f52-bd43-73e2c76bd804 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:37.252263 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-828eef98-eb94-40d5-bb62-3f814d0c4aa0 req-c1e8812a-294a-4f52-bd43-73e2c76bd804 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 943 time: 0.0477626 Aug 31 00:42:37.303142 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-828eef98-eb94-40d5-bb62-3f814d0c4aa0 req-466b517a-e5df-47d2-910d-da76a6abae60 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Aug 31 00:42:37.586998 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device d6e8579c-bd80-41e5-85c3-d0906fe6933e details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:42:37.596887 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:37.689935 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port d6e8579c-bd80-41e5-85c3-d0906fe6933e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d6e8579c-bd80-41e5-85c3-d0906fe6933e,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:37.702738 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'port_id': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'mac_address': 'fa:16:3e:15:09:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:42:37.746655 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port d6e8579c-bd80-41e5-85c3-d0906fe6933e is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:42:37.747057 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:37.761386 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e8579c-bd80-41e5-85c3-d0906fe6933e {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:42:37.783430 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port d6e8579c-bd80-41e5-85c3-d0906fe6933e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d6e8579c-bd80-41e5-85c3-d0906fe6933e,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:37.860221 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:37.912575 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=d6e8579c-bd80-41e5-85c3-d0906fe6933e,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:38.173362 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['d6e8579c-bd80-41e5-85c3-d0906fe6933e'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:42:38.414084 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:38.459251 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dfd20-ef63-4efc-98c5-97084896dc7e req-3c4a898f-f85c-4dae-820f-5e282ef2d767 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:38.459251 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c23dfd20-ef63-4efc-98c5-97084896dc7e req-3c4a898f-f85c-4dae-820f-5e282ef2d767 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 944 time: 0.0543475 Aug 31 00:42:38.516708 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c23dfd20-ef63-4efc-98c5-97084896dc7e req-c05763df-6d3b-45d0-b6a2-2de629b595ff tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518432 Aug 31 00:42:38.940453 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48754) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:39.073610 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-640adabb-f0ab-4475-8f5e-c48a0f61b15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:39.096883 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:39.113229 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:39.174535 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-640adabb-f0ab-4475-8f5e-c48a0f61b15f admin admin] Publish callbacks [] for security_group (732488df-825b-4930-87ca-b672ba4da189), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:39.283072 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-640adabb-f0ab-4475-8f5e-c48a0f61b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (732488df-825b-4930-87ca-b672ba4da189), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:39.337059 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48786) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:39.337177 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-640adabb-f0ab-4475-8f5e-c48a0f61b15f admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=54f30864d3304091b3f6d6ff4ee986b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901908 Aug 31 00:42:39.337177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640adabb-f0ab-4475-8f5e-c48a0f61b15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732488df-825b-4930-87ca-b672ba4da189,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:39.403828 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1ee8c79c-92dd-44f9-94d3-00caf08027af admin admin] Publish callbacks [] for security_group (732488df-825b-4930-87ca-b672ba4da189), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:39.440191 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1ee8c79c-92dd-44f9-94d3-00caf08027af admin admin] Publish callbacks [] for security_group (732488df-825b-4930-87ca-b672ba4da189), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:39.602184 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device d6e8579c-bd80-41e5-85c3-d0906fe6933e up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:42:39.638872 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1ee8c79c-92dd-44f9-94d3-00caf08027af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (732488df-825b-4930-87ca-b672ba4da189), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:39.643970 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1ee8c79c-92dd-44f9-94d3-00caf08027af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:39.643970 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-1ee8c79c-92dd-44f9-94d3-00caf08027af admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/732488df-825b-4930-87ca-b672ba4da189 HTTP/1.1" status: 204 len: 168 time: 0.3108380 Aug 31 00:42:39.660179 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8c79c-92dd-44f9-94d3-00caf08027af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732488df-825b-4930-87ca-b672ba4da189,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:39.703174 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port d6e8579c-bd80-41e5-85c3-d0906fe6933e completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:42:39.714696 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c616a-17e0-48f5-a416-17ce73e0004a req-78d29509-4324-4a69-932f-90dff2565f2a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:39.723012 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f9c616a-17e0-48f5-a416-17ce73e0004a req-78d29509-4324-4a69-932f-90dff2565f2a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 944 time: 0.1196904 Aug 31 00:42:39.801991 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port d6e8579c-bd80-41e5-85c3-d0906fe6933e triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:42:39.802749 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:39.834906 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8f9c616a-17e0-48f5-a416-17ce73e0004a req-5ae9e054-fe8d-4164-baff-c2dfcd7a8d1b tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088219 Aug 31 00:42:39.918240 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port d6e8579c-bd80-41e5-85c3-d0906fe6933e is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:42:39.920583 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:39.953594 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:39.957277 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffb2bfc-5860-4ba3-b06f-604083f4097c" -d '{"events": [{"server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "name": "network-vif-plugged", "status": "completed", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:39.977818 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port d6e8579c-bd80-41e5-85c3-d0906fe6933e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d6e8579c-bd80-41e5-85c3-d0906fe6933e,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:40.011336 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539b387d-9a4e-4bf4-8b11-c35bab0c61a3 x-openstack-request-id: req-539b387d-9a4e-4bf4-8b11-c35bab0c61a3 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:40.011758 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "name": "network-vif-plugged", "status": "completed", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:40.012141 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-539b387d-9a4e-4bf4-8b11-c35bab0c61a3 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:40.012801 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539b387d-9a4e-4bf4-8b11-c35bab0c61a3'] response: {'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'code': 200} Aug 31 00:42:40.078984 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:40.151474 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=d6e8579c-bd80-41e5-85c3-d0906fe6933e,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:40.531715 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48818) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:40.546750 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3321467a-5ea1-47ef-92ed-f100d600a22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:40.643777 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3321467a-5ea1-47ef-92ed-f100d600a22b admin admin] Publish callbacks [] for security_group (c4ed1d11-479d-44ab-abf9-1abc2e8e82c0), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:40.643884 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48826) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:40.734782 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3321467a-5ea1-47ef-92ed-f100d600a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (c4ed1d11-479d-44ab-abf9-1abc2e8e82c0), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:40.789917 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3321467a-5ea1-47ef-92ed-f100d600a22b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=26491d5a84d946df8607573fbf31144c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527053 Aug 31 00:42:40.789917 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321467a-5ea1-47ef-92ed-f100d600a22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ed1d11-479d-44ab-abf9-1abc2e8e82c0,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:40.790277 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48834) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:40.841963 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4308acc1-01de-4de7-a299-adb7babfdb1a admin admin] Publish callbacks [] for security_group (c4ed1d11-479d-44ab-abf9-1abc2e8e82c0), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:40.872251 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4308acc1-01de-4de7-a299-adb7babfdb1a admin admin] Publish callbacks [] for security_group (c4ed1d11-479d-44ab-abf9-1abc2e8e82c0), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:40.976100 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:41.022633 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f48f-8a27-4717-8f82-34050718bc0b req-9688ac95-ec6d-4d2e-83e7-f77af5222eb7 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:41.024420 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f618f48f-8a27-4717-8f82-34050718bc0b req-9688ac95-ec6d-4d2e-83e7-f77af5222eb7 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.1158292 Aug 31 00:42:41.070290 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:41.134536 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f618f48f-8a27-4717-8f82-34050718bc0b req-b4c64873-708f-4eb7-b7b3-65b3c0661a89 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994637 Aug 31 00:42:41.182806 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4308acc1-01de-4de7-a299-adb7babfdb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (c4ed1d11-479d-44ab-abf9-1abc2e8e82c0), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:41.185553 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4308acc1-01de-4de7-a299-adb7babfdb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:41.186696 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-4308acc1-01de-4de7-a299-adb7babfdb1a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c4ed1d11-479d-44ab-abf9-1abc2e8e82c0 HTTP/1.1" status: 204 len: 168 time: 0.3974528 Aug 31 00:42:41.202183 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308acc1-01de-4de7-a299-adb7babfdb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ed1d11-479d-44ab-abf9-1abc2e8e82c0,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:41.325168 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:41.822565 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Deleting port 89bddffe-3166-40a8-b723-8a0eabb65757 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:41.823415 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:41.908650 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] For port 89bddffe-3166-40a8-b723-8a0eabb65757, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=89bddffe-3166-40a8-b723-8a0eabb65757,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:41.909023 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:41.923780 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Calling delete_port for 89bddffe-3166-40a8-b723-8a0eabb65757 owned by network:router_interface {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:41.975574 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:42.252292 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (89bddffe-3166-40a8-b723-8a0eabb65757), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:42.268793 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3662168-e788-4e83-b409-df2d57058405 req-df993b85-ccd2-4cf7-a0cb-0f4fe59146ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:42.270292 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b3662168-e788-4e83-b409-df2d57058405 req-df993b85-ccd2-4cf7-a0cb-0f4fe59146ba tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.0619273 Aug 31 00:42:42.294540 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Pushing event deleted for resources: {'Port': ['ID=89bddffe-3166-40a8-b723-8a0eabb65757,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:42.389900 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b3662168-e788-4e83-b409-df2d57058405 req-556a55c9-e313-4585-84d7-5a5a6d03d1e4 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988164 Aug 31 00:42:42.510466 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:42.612259 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:42.727156 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:42.751037 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=53 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:42.826588 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:42.839742 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:42.847514 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-c56044bf-926d-4ed7-8fa8-0c02bc1e0983 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2010319 Aug 31 00:42:42.848080 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48886) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:42.855149 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] Sync routers for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:42.866786 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:42.867410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:43.003996 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683f6d7-dbc5-421a-bb52-bdd887773b4d req-081b26a3-d0d7-4f7b-89f7-ce05f4b492ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:43.005581 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0683f6d7-dbc5-421a-bb52-bdd887773b4d req-081b26a3-d0d7-4f7b-89f7-ce05f4b492ea service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 1129 time: 0.0656838 Aug 31 00:42:43.006958 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks [] for router (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:43.064418 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:43.172795 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0683f6d7-dbc5-421a-bb52-bdd887773b4d req-4c5b5436-1404-4076-9bde-068c62220509 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600595 Aug 31 00:42:43.202364 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks [] for router_gateway (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:43.367718 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Deleting port 49ad4918-d64a-4216-9b20-d1879735279e {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:43.368114 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (49ad4918-d64a-4216-9b20-d1879735279e), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:43.454348 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '49ad4918-d64a-4216-9b20-d1879735279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:42:42Z', 'revision_number': 5, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port': {'id': '49ad4918-d64a-4216-9b20-d1879735279e', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:31Z', 'updated_at': '2022-08-31T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:43.489962 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] Checking router: 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:43.497945 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] Routers {'6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:43.498841 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:43.584001 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:43.622149 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] Set router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 gateway port host: None {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:43.627325 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] For port 49ad4918-d64a-4216-9b20-d1879735279e, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=49ad4918-d64a-4216-9b20-d1879735279e,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:43.627696 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (49ad4918-d64a-4216-9b20-d1879735279e), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:43.640417 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2019-7b07-43d2-9b03-eef352eb46b8 req-0289367e-b5f1-44bd-a889-a380d701149e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:43.648019 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-53ca2019-7b07-43d2-9b03-eef352eb46b8 req-0289367e-b5f1-44bd-a889-a380d701149e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.1215608 Aug 31 00:42:43.717269 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Calling delete_port for 49ad4918-d64a-4216-9b20-d1879735279e owned by network:router_gateway {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:43.731449 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:42:43Z', 'revision_number': 6, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port_host': None}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:43.736145 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-53ca2019-7b07-43d2-9b03-eef352eb46b8 req-eabca655-03c2-42b5-885d-2367d3a01d74 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830748 Aug 31 00:42:43.785682 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b876b0bd-3249-4b5d-9a0e-972fc151b9d2 None None] The sync data for ids ['6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53'] in dv-cinder-852211-6-iscsi is: [{'id': '6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53', 'name': 'tempest-AttachVolumeTestJSON-543000601-router', 'tenant_id': '5023455241594360bacff911a6641d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:30Z', 'updated_at': '2022-08-31T00:42:43Z', 'revision_number': 6, 'project_id': '5023455241594360bacff911a6641d7a', 'gw_port_host': None}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:43.814266 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:44.026961 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (49ad4918-d64a-4216-9b20-d1879735279e), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:44.078395 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ad4918-d64a-4216-9b20-d1879735279e,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:44.181805 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:44.387263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:44.388118 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks [] for router_controller (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:44.535483 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:44.537740 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 {{(pid=113723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:42:44.546708 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:44.550117 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-7982fad1-1872-4c73-b4e0-b8e525310286 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/6a309bb6-92c7-4bf4-b8b0-1bf956ea6d53 HTTP/1.1" status: 204 len: 168 time: 1.7003014 Aug 31 00:42:44.555529 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48930) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:44.631773 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e17c773-aded-42a4-a016-07a819ea76fb admin admin] Deleting subnet a52cfced-1ff9-4c2a-8304-6ecfff37d30f {{(pid=113723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:42:44.636084 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7e17c773-aded-42a4-a016-07a819ea76fb admin admin] Publish callbacks [] for subnet (a52cfced-1ff9-4c2a-8304-6ecfff37d30f), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:44.723314 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7e17c773-aded-42a4-a016-07a819ea76fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65369723'] for subnet (a52cfced-1ff9-4c2a-8304-6ecfff37d30f), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:44.811060 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 89bddffe-3166-40a8-b723-8a0eabb65757 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:44.855390 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 89bddffe-3166-40a8-b723-8a0eabb65757 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:44.856067 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 89bddffe-3166-40a8-b723-8a0eabb65757 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:44.872749 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:44.874550 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7e17c773-aded-42a4-a016-07a819ea76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (a52cfced-1ff9-4c2a-8304-6ecfff37d30f), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.011294 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc127-6920-4223-8b4b-a9d643b00eba req-689809fe-3c3c-4f32-9468-ec5f7a855582 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:45.013053 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9f5bc127-6920-4223-8b4b-a9d643b00eba req-689809fe-3c3c-4f32-9468-ec5f7a855582 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.0747213 Aug 31 00:42:45.090346 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7e17c773-aded-42a4-a016-07a819ea76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64188792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64455295'] for subnet (a52cfced-1ff9-4c2a-8304-6ecfff37d30f), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.137343 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9f5bc127-6920-4223-8b4b-a9d643b00eba req-dcd34233-9574-4ecc-b6c3-b51ab2e663df tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117716 Aug 31 00:42:45.155529 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9601f2-018b-4331-a26b-d6b43e44184c None None] Network a5ba44fa-fe70-448e-874e-97120592a817 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:42:45.185342 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-7e17c773-aded-42a4-a016-07a819ea76fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.185342 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-7e17c773-aded-42a4-a016-07a819ea76fb admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/a52cfced-1ff9-4c2a-8304-6ecfff37d30f HTTP/1.1" status: 204 len: 168 time: 0.6214826 Aug 31 00:42:45.185342 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48944) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:45.305226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17c773-aded-42a4-a016-07a819ea76fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52cfced-1ff9-4c2a-8304-6ecfff37d30f,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:45.354823 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:45.361832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (a5ba44fa-fe70-448e-874e-97120592a817), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.430287 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Deleting port 5573ff25-5ab6-4974-b483-aecfdc6df7de {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:45.430797 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.467959 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee48f5c3-32c3-4cac-a9d9-3851e777480d None None] DHCP port deletion for a5ba44fa-fe70-448e-874e-97120592a817 request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:42:45.506276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] For port 5573ff25-5ab6-4974-b483-aecfdc6df7de, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=5573ff25-5ab6-4974-b483-aecfdc6df7de,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:45.506771 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.524965 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Calling delete_port for 5573ff25-5ab6-4974-b483-aecfdc6df7de owned by network:dhcp {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:45.539290 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-ee48f5c3-32c3-4cac-a9d9-3851e777480d None None] Deleting port 5573ff25-5ab6-4974-b483-aecfdc6df7de {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:42:45.539290 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ee48f5c3-32c3-4cac-a9d9-3851e777480d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.539290 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:45.631073 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-ee48f5c3-32c3-4cac-a9d9-3851e777480d None None] For port 5573ff25-5ab6-4974-b483-aecfdc6df7de, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=5573ff25-5ab6-4974-b483-aecfdc6df7de,segment=NetworkSegment(88f075b1-b5e9-43f4-aeff-86bcb6eeab4d),segment_id=88f075b1-b5e9-43f4-aeff-86bcb6eeab4d)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:42:45.631498 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ee48f5c3-32c3-4cac-a9d9-3851e777480d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.655205 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-ee48f5c3-32c3-4cac-a9d9-3851e777480d None None] Calling delete_port for 5573ff25-5ab6-4974-b483-aecfdc6df7de owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:42:45.723492 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.739263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] No DVR routers for this DVR port 5573ff25-5ab6-4974-b483-aecfdc6df7de on host dv-cinder-852211-6-iscsi {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:45.747829 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ee48f5c3-32c3-4cac-a9d9-3851e777480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (5573ff25-5ab6-4974-b483-aecfdc6df7de), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.783588 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Pushing event deleted for resources: {'Port': ['ID=5573ff25-5ab6-4974-b483-aecfdc6df7de,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:45.787548 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48f5c3-32c3-4cac-a9d9-3851e777480d None None] Pushing event deleted for resources: {'Port': ['ID=5573ff25-5ab6-4974-b483-aecfdc6df7de,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:45.792425 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48f5c3-32c3-4cac-a9d9-3851e777480d None None] No DVR routers for this DVR port 5573ff25-5ab6-4974-b483-aecfdc6df7de on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:42:45.868374 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (a5ba44fa-fe70-448e-874e-97120592a817), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.943120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ba44fa-fe70-448e-874e-97120592a817']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:45.943120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:45.943120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f075b1-b5e9-43f4-aeff-86bcb6eeab4d') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:45.943120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (88f075b1-b5e9-43f4-aeff-86bcb6eeab4d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.944460 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (88f075b1-b5e9-43f4-aeff-86bcb6eeab4d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.951601 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:42:45.951985 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (88f075b1-b5e9-43f4-aeff-86bcb6eeab4d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:45.993815 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 88f075b1-b5e9-43f4-aeff-86bcb6eeab4d resource provider aggregate not found Aug 31 00:42:46.013698 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 88f075b1-b5e9-43f4-aeff-86bcb6eeab4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88f075b1-b5e9-43f4-aeff-86bcb6eeab4d found for delete ", "request_id": "req-575f9b26-5be2-46fd-8ab2-cd83dbfc6e6a"}]} Aug 31 00:42:46.289630 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cff4f-8373-40e4-8501-f6898ec7f4f5 req-b36803bf-c4dd-4b8d-9828-b41544942640 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:46.291903 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-197cff4f-8373-40e4-8501-f6898ec7f4f5 req-b36803bf-c4dd-4b8d-9828-b41544942640 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.0583019 Aug 31 00:42:46.293121 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (a5ba44fa-fe70-448e-874e-97120592a817), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:46.310824 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:46.314263 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/a5ba44fa-fe70-448e-874e-97120592a817 HTTP/1.1" status: 204 len: 168 time: 1.1327875 Aug 31 00:42:46.317290 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf1ced-537b-4d2a-9c65-6806accb7424 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ba44fa-fe70-448e-874e-97120592a817,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:46.319636 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 5573ff25-5ab6-4974-b483-aecfdc6df7de no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:46.342938 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 5573ff25-5ab6-4974-b483-aecfdc6df7de {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:46.343196 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 5573ff25-5ab6-4974-b483-aecfdc6df7de not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:46.343621 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 49ad4918-d64a-4216-9b20-d1879735279e no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:42:46.363170 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 49ad4918-d64a-4216-9b20-d1879735279e {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:42:46.363525 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 49ad4918-d64a-4216-9b20-d1879735279e not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:42:46.440855 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-197cff4f-8373-40e4-8501-f6898ec7f4f5 req-35d20f2e-352d-4138-b290-9a35605fc525 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233068 Aug 31 00:42:46.600141 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10dc41-05e5-4e7e-8414-20a96776c842 req-b330da90-8e30-4196-8ee1-77e917dad0f0 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:46.603869 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fb10dc41-05e5-4e7e-8414-20a96776c842 req-b330da90-8e30-4196-8ee1-77e917dad0f0 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.0709927 Aug 31 00:42:46.674730 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fb10dc41-05e5-4e7e-8414-20a96776c842 req-729833df-9cb1-465a-a3c7-caef5fbc4388 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644226 Aug 31 00:42:46.708432 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48990) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:46.878328 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 48994) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:46.915419 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:46.939218 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 48996) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:46.957073 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-7a660c67-876b-4e88-9232-f5b5b8596477 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=5023455241594360bacff911a6641d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769367 Aug 31 00:42:47.097131 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4881043c-7617-49fd-90b4-9ba7ec1d8196 admin admin] Publish callbacks [] for security_group (a3c6764a-c343-4613-bd2f-d35a66a5ded8), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:47.144451 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4881043c-7617-49fd-90b4-9ba7ec1d8196 admin admin] Publish callbacks [] for security_group (a3c6764a-c343-4613-bd2f-d35a66a5ded8), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:47.238356 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:47.294655 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b1721-3123-44fa-89d9-d9e60be40703 tempest-TestVolumeBootPattern-119309113 tempest-TestVolumeBootPattern-119309113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:47.300806 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-d24b1721-3123-44fa-89d9-d9e60be40703 tempest-TestVolumeBootPattern-119309113 tempest-TestVolumeBootPattern-119309113-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 1124 time: 0.5883169 Aug 31 00:42:47.301508 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49016) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:47.307219 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'port_id': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:42:47.356018 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4881043c-7617-49fd-90b4-9ba7ec1d8196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a3c6764a-c343-4613-bd2f-d35a66a5ded8), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:47.359609 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4881043c-7617-49fd-90b4-9ba7ec1d8196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:47.371909 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4881043c-7617-49fd-90b4-9ba7ec1d8196 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a3c6764a-c343-4613-bd2f-d35a66a5ded8 HTTP/1.1" status: 204 len: 168 time: 0.4273667 Aug 31 00:42:47.387719 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881043c-7617-49fd-90b4-9ba7ec1d8196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c6764a-c343-4613-bd2f-d35a66a5ded8,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:47.466383 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:47.565475 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:47.575599 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b0dcef5c-ed82-4f1d-bd38-2ea308ac5418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:47.714404 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:47.748358 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Allocated IP 172.27.3.164 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/8d2170b0-180b-44a0-be63-72d0f2ac4ab7) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:42:47.887813 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for port (8d2170b0-180b-44a0-be63-72d0f2ac4ab7), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.024001 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49030) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:48.043974 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (8d2170b0-180b-44a0-be63-72d0f2ac4ab7), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.152562 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:42:48.156113 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:42:48.159413 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:42:48.205788 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48de8129-fdd2-4478-aed1-fe24a2d52c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.217983 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'Port': ['ID=8d2170b0-180b-44a0-be63-72d0f2ac4ab7,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:48.325733 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48de8129-fdd2-4478-aed1-fe24a2d52c2d admin admin] Publish callbacks [] for security_group (1706c783-2c8e-4517-959b-f62cb9c8b71c), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.391659 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-48de8129-fdd2-4478-aed1-fe24a2d52c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1706c783-2c8e-4517-959b-f62cb9c8b71c), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.428728 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:48.442750 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-48de8129-fdd2-4478-aed1-fe24a2d52c2d admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=0e10d533d2554163adf398bba7f7acd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184337 Aug 31 00:42:48.446841 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49042) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:48.452083 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de8129-fdd2-4478-aed1-fe24a2d52c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1706c783-2c8e-4517-959b-f62cb9c8b71c,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:48.584313 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9c520100-9a47-4ca6-863f-621ad171a7f3 admin admin] Publish callbacks [] for security_group (1706c783-2c8e-4517-959b-f62cb9c8b71c), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.649852 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9c520100-9a47-4ca6-863f-621ad171a7f3 admin admin] Publish callbacks [] for security_group (1706c783-2c8e-4517-959b-f62cb9c8b71c), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.760787 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (3a6459b5-f870-4082-b550-ecb9bb14ce5c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.896255 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9c520100-9a47-4ca6-863f-621ad171a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (1706c783-2c8e-4517-959b-f62cb9c8b71c), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.899001 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9c520100-9a47-4ca6-863f-621ad171a7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:48.909121 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9c520100-9a47-4ca6-863f-621ad171a7f3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1706c783-2c8e-4517-959b-f62cb9c8b71c HTTP/1.1" status: 204 len: 168 time: 0.4583142 Aug 31 00:42:48.980097 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (8d2170b0-180b-44a0-be63-72d0f2ac4ab7), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:49.005667 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c520100-9a47-4ca6-863f-621ad171a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1706c783-2c8e-4517-959b-f62cb9c8b71c,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:49.173677 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:49.205757 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for port (8d2170b0-180b-44a0-be63-72d0f2ac4ab7), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:49.314420 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63548181'] for port (8d2170b0-180b-44a0-be63-72d0f2ac4ab7), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:49.486200 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event updated for resources: {'Port': ['ID=8d2170b0-180b-44a0-be63-72d0f2ac4ab7,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:49.528683 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (3a6459b5-f870-4082-b550-ecb9bb14ce5c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:49.669439 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Floating IP 3a6459b5-f870-4082-b550-ecb9bb14ce5c associated. External IP: 172.27.3.164, port: d6e8579c-bd80-41e5-85c3-d0906fe6933e. Aug 31 00:42:49.827929 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:50.005355 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Router 9b9a5233-c072-421d-84a0-85651350fd73 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:42:50.184682 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:42:50.187366 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-bc42c59b-3c52-4033-a0dc-e3d33284c2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:50.201860 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] Sync routers for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:42:50.220301 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:50.221129 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:50.358031 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:50.549338 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:50.609585 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9d4b087a-2a21-4b81-8ac5-7521540bef1f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3066366 Aug 31 00:42:50.611020 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:42:50.614206 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09" -d '{"events": [{"name": "network-changed", "server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:42:50.652071 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '3a6459b5-f870-4082-b550-ecb9bb14ce5c', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:15:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e7167-528f-4320-99b2-344f8683cde6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:42:48Z', 'updated_at': '2022-08-31T00:42:48Z', 'revision_number': 0, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}, {'id': 'ed011ae8-ae62-4e80-a18f-bbb49704863b', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:19Z', 'updated_at': '2022-08-31T00:40:22Z', 'revision_number': 1, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:50.669015 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f6e8be-3545-481f-8898-7f8c85e1e530 x-openstack-request-id: req-e4f6e8be-3545-481f-8898-7f8c85e1e530 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:42:50.669388 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:42:50.670256 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4f6e8be-3545-481f-8898-7f8c85e1e530 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:42:50.670896 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f6e8be-3545-481f-8898-7f8c85e1e530'] response: {'name': 'network-changed', 'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'status': 'completed', 'code': 200} Aug 31 00:42:50.698951 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] Checking router: 9b9a5233-c072-421d-84a0-85651350fd73 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:42:50.711022 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:42:50.712082 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:42:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:50.857683 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-deb3894b-1b82-4d70-b9b9-2073e288014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:50.860122 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-deb3894b-1b82-4d70-b9b9-2073e288014c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 1129 time: 0.1093624 Aug 31 00:42:50.905947 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:42:50.958960 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49112) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:51.070886 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-54121dfb-af61-48c0-a3f0-1b07d6ba2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:51.072411 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-54121dfb-af61-48c0-a3f0-1b07d6ba2703 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 913 time: 0.2012262 Aug 31 00:42:51.190574 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-13678738-1a0b-4b44-9eac-89349c68733c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e8579c-bd80-41e5-85c3-d0906fe6933e HTTP/1.1" status: 200 len: 999 time: 0.1115828 Aug 31 00:42:51.198709 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-5077476-network', 'tenant_id': 'a7b12ec00b9040818945df6705ad320c'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:42:51.307890 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Made reservation on behalf of a7b12ec00b9040818945df6705ad320c for: {'network': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:42:51.311639 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:51.312605 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '3a6459b5-f870-4082-b550-ecb9bb14ce5c', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:15:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e7167-528f-4320-99b2-344f8683cde6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:42:48Z', 'updated_at': '2022-08-31T00:42:48Z', 'revision_number': 0, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}, {'id': 'ed011ae8-ae62-4e80-a18f-bbb49704863b', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:19Z', 'updated_at': '2022-08-31T00:40:22Z', 'revision_number': 1, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:51.314356 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-ebe6d940-66e1-4c1e-9a32-489c2eb7f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:51.317057 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-ebe6d940-66e1-4c1e-9a32-489c2eb7f68b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.1096745 Aug 31 00:42:51.334267 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:51.421818 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e118c2-b14d-48da-a728-78d5c2bf3a77 None None] The sync data for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi is: [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': '3a6459b5-f870-4082-b550-ecb9bb14ce5c', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:15:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e7167-528f-4320-99b2-344f8683cde6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:42:48Z', 'updated_at': '2022-08-31T00:42:48Z', 'revision_number': 0, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}, {'id': 'ed011ae8-ae62-4e80-a18f-bbb49704863b', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:19Z', 'updated_at': '2022-08-31T00:40:22Z', 'revision_number': 1, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:42:51.439613 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-8d7cfe33-29a6-4c87-8dcd-6d475fe2b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:51.445799 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-8d7cfe33-29a6-4c87-8dcd-6d475fe2b41f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196852 Aug 31 00:42:51.543171 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Publish callbacks [] for security_group (f2d9554b-b68b-42e8-88a9-20de439d4ed8), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:51.600629 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:51.649520 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f2d9554b-b68b-42e8-88a9-20de439d4ed8), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:51.658378 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-cc3de315-77b5-4189-bbca-b816f935fa46 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047379 Aug 31 00:42:51.692966 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=113724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:42:51.722641 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d9554b-b68b-42e8-88a9-20de439d4ed8,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:51.730755 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (a04119d7-509b-4aa1-ba39-9bd198fd8f63), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:51.731398 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.segments_db [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Added segment a04119d7-509b-4aa1-ba39-9bd198fd8f63 of type vlan for network 092e60c9-7c76-49f5-83c6-6ed0a20a209d Aug 31 00:42:51.808955 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-564852ee-9ac7-45cd-9a3d-fb1aedf27e09 req-c3a04b3f-d4f9-4214-8d06-7dfba1466a28 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436374 Aug 31 00:42:51.819636 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (092e60c9-7c76-49f5-83c6-6ed0a20a209d), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:51.862071 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bb0c9-e4c7-47ba-b25d-f252020e8c9d None None] New status for floating IP 3a6459b5-f870-4082-b550-ecb9bb14ce5c: ACTIVE {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:42:52.032148 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (092e60c9-7c76-49f5-83c6-6ed0a20a209d), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:52.033387 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:52.034026 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:52.083833 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:52.114534 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] Pushing event updated for resources: {'Network': ['ID=092e60c9-7c76-49f5-83c6-6ed0a20a209d,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:52.130834 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 092e60c9-7c76-49f5-83c6-6ed0a20a209d details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:42:52.141207 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49138) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:52.154705 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-78c4eda2-fb15-4985-807f-9b9649db3298 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1817195 Aug 31 00:42:52.154885 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Request body: {'subnet': {'network_id': '092e60c9-7c76-49f5-83c6-6ed0a20a209d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-5077476-subnet', 'tenant_id': 'a7b12ec00b9040818945df6705ad320c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:42:52.254740 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:52.356621 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Made reservation on behalf of a7b12ec00b9040818945df6705ad320c for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:42:52.359536 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64455264'] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:52.430074 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:52.684265 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64188731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64455286'] for subnet (facfd36c-0d32-4332-81a8-2d4154d27ed2), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:52.764579 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=facfd36c-0d32-4332-81a8-2d4154d27ed2,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:52.767994 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Checking segment: {'id': 'a04119d7-509b-4aa1-ba39-9bd198fd8f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '092e60c9-7c76-49f5-83c6-6ed0a20a209d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:42:52.769092 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Network hostable DHCP agents. Network: 092e60c9-7c76-49f5-83c6-6ed0a20a209d, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:42:52.853488 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Network 092e60c9-7c76-49f5-83c6-6ed0a20a209d is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:42:52.943580 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 092e60c9-7c76-49f5-83c6-6ed0a20a209d) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:42:52.958396 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f582682-7094-4b32-a7aa-7d05c4d04fc5 None None] Network 092e60c9-7c76-49f5-83c6-6ed0a20a209d requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:42:52.964172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:52.964837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:53.052947 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-e8b27f70-31cf-4046-83f9-55d2df6e7202 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9100080 Aug 31 00:42:53.108135 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:53.163254 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788854fa-a64c-4f8e-aa8f-966f50fa5eba None None] Network 092e60c9-7c76-49f5-83c6-6ed0a20a209d requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:42:53.253810 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:53.453318 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:54.176987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49182) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:54.176987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-502594793-network', 'tenant_id': 'dbab1b2a4f7c4104b6ae99b62f2253a1'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:42:54.478463 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Made reservation on behalf of dbab1b2a4f7c4104b6ae99b62f2253a1 for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:42:54.481032 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:54.491609 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:54.585800 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Publish callbacks [] for security_group (9e62ab49-fa14-4af8-bc18-ac7839f5ba3f), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:55.118063 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (9e62ab49-fa14-4af8-bc18-ac7839f5ba3f), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:55.141094 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:55.144793 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:42:55.163173 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62ab49-fa14-4af8-bc18-ac7839f5ba3f,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:55.179673 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (1fc466a0-cab1-462c-8a45-ac9acc115ede), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:55.180770 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Added segment 1fc466a0-cab1-462c-8a45-ac9acc115ede of type vlan for network 05ad26c8-c12c-48b1-8adb-8c8aec745ad4 Aug 31 00:42:55.241888 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (05ad26c8-c12c-48b1-8adb-8c8aec745ad4), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:55.381351 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (05ad26c8-c12c-48b1-8adb-8c8aec745ad4), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:55.382317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:55.382910 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:55.624689 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:55.772306 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=05ad26c8-c12c-48b1-8adb-8c8aec745ad4,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:55.787129 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 05ad26c8-c12c-48b1-8adb-8c8aec745ad4 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:42:55.881270 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-057f166d-e07a-46ea-a187-8e53317ec5e1 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7112870 Aug 31 00:42:55.884074 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49206) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:55.890837 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Request body: {'subnet': {'network_id': '05ad26c8-c12c-48b1-8adb-8c8aec745ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-502594793-subnet', 'tenant_id': 'dbab1b2a4f7c4104b6ae99b62f2253a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:42:55.996096 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Made reservation on behalf of dbab1b2a4f7c4104b6ae99b62f2253a1 for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:42:55.998661 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58249821'] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:56.331399 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63547564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58249803'] for subnet (805006f4-4bfd-40d0-8996-7385069384f4), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:56.419788 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Checking segment: {'id': '1fc466a0-cab1-462c-8a45-ac9acc115ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ad26c8-c12c-48b1-8adb-8c8aec745ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:42:56.425043 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Network hostable DHCP agents. Network: 05ad26c8-c12c-48b1-8adb-8c8aec745ad4, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:42:56.425563 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=805006f4-4bfd-40d0-8996-7385069384f4,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:56.564782 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Network 05ad26c8-c12c-48b1-8adb-8c8aec745ad4 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:42:56.683654 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 05ad26c8-c12c-48b1-8adb-8c8aec745ad4) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:42:56.688582 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:42:56.694576 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:56.695327 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b84bb-69a7-448f-8ad2-e192030c77aa None None] Network 05ad26c8-c12c-48b1-8adb-8c8aec745ad4 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:42:56.807931 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e5aa8560-2164-4b4f-9860-35310d090545 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9214878 Aug 31 00:42:56.824590 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56200087-5844-4eac-8818-14dfcb16099e None None] Network 05ad26c8-c12c-48b1-8adb-8c8aec745ad4 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:42:56.975392 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49226) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:57.048990 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf68295-744a-4394-abd1-0febd84b7f17 admin admin] Deleting subnet facfd36c-0d32-4332-81a8-2d4154d27ed2 {{(pid=113723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:42:57.052785 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-adf68295-744a-4394-abd1-0febd84b7f17 admin admin] Publish callbacks [] for subnet (facfd36c-0d32-4332-81a8-2d4154d27ed2), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:57.130042 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-adf68295-744a-4394-abd1-0febd84b7f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65369723'] for subnet (facfd36c-0d32-4332-81a8-2d4154d27ed2), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:57.220779 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-adf68295-744a-4394-abd1-0febd84b7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (facfd36c-0d32-4332-81a8-2d4154d27ed2), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:57.405312 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-adf68295-744a-4394-abd1-0febd84b7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64188792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64455295'] for subnet (facfd36c-0d32-4332-81a8-2d4154d27ed2), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:57.445746 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf68295-744a-4394-abd1-0febd84b7f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=facfd36c-0d32-4332-81a8-2d4154d27ed2,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:57.457492 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-adf68295-744a-4394-abd1-0febd84b7f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:57.462902 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-adf68295-744a-4394-abd1-0febd84b7f17 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/facfd36c-0d32-4332-81a8-2d4154d27ed2 HTTP/1.1" status: 204 len: 168 time: 0.4848485 Aug 31 00:42:57.465902 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49240) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:57.562598 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:57.578464 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (092e60c9-7c76-49f5-83c6-6ed0a20a209d), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:57.842091 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (092e60c9-7c76-49f5-83c6-6ed0a20a209d), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:57.884217 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092e60c9-7c76-49f5-83c6-6ed0a20a209d']}} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:57.907141 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04119d7-509b-4aa1-ba39-9bd198fd8f63') {'for_net_delete': True} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:57.907841 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04119d7-509b-4aa1-ba39-9bd198fd8f63') {} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:57.930664 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63547461'] for segment (a04119d7-509b-4aa1-ba39-9bd198fd8f63), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:57.950830 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (a04119d7-509b-4aa1-ba39-9bd198fd8f63), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:57.959195 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=113724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:42:57.960456 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63548233'] for segment (a04119d7-509b-4aa1-ba39-9bd198fd8f63), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:58.075267 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:58.075267 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment a04119d7-509b-4aa1-ba39-9bd198fd8f63 resource provider aggregate not found Aug 31 00:42:58.077528 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment a04119d7-509b-4aa1-ba39-9bd198fd8f63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a04119d7-509b-4aa1-ba39-9bd198fd8f63 found for delete ", "request_id": "req-ca38c457-6e7f-4e70-a6b6-5ca0a134dd5f"}]} Aug 31 00:42:58.378895 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (092e60c9-7c76-49f5-83c6-6ed0a20a209d), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:58.390585 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:58.393770 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/092e60c9-7c76-49f5-83c6-6ed0a20a209d HTTP/1.1" status: 204 len: 168 time: 0.9262040 Aug 31 00:42:58.396904 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49270) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:58.403967 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16633d0-4184-4206-8fd9-565e71ad4449 admin admin] Pushing event deleted for resources: {'Network': ['ID=092e60c9-7c76-49f5-83c6-6ed0a20a209d,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:58.452674 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:58.472215 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2f9a6f-bacc-4cd5-bf88-c1f53111e8aa admin admin] Deleting subnet 805006f4-4bfd-40d0-8996-7385069384f4 {{(pid=113723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:42:58.477345 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6d2f9a6f-bacc-4cd5-bf88-c1f53111e8aa admin admin] Publish callbacks [] for subnet (805006f4-4bfd-40d0-8996-7385069384f4), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:58.538442 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6d2f9a6f-bacc-4cd5-bf88-c1f53111e8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65369723'] for subnet (805006f4-4bfd-40d0-8996-7385069384f4), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:58.613095 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6d2f9a6f-bacc-4cd5-bf88-c1f53111e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (805006f4-4bfd-40d0-8996-7385069384f4), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:58.741321 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6d2f9a6f-bacc-4cd5-bf88-c1f53111e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64188792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64455295'] for subnet (805006f4-4bfd-40d0-8996-7385069384f4), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:58.794078 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f9a6f-bacc-4cd5-bf88-c1f53111e8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805006f4-4bfd-40d0-8996-7385069384f4,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:58.803716 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6d2f9a6f-bacc-4cd5-bf88-c1f53111e8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:58.819348 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-6d2f9a6f-bacc-4cd5-bf88-c1f53111e8aa admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/805006f4-4bfd-40d0-8996-7385069384f4 HTTP/1.1" status: 204 len: 168 time: 0.4203689 Aug 31 00:42:58.821327 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49282) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:42:59.055887 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (05ad26c8-c12c-48b1-8adb-8c8aec745ad4), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:59.171591 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:42:59.188638 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (05ad26c8-c12c-48b1-8adb-8c8aec745ad4), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:59.211380 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ad26c8-c12c-48b1-8adb-8c8aec745ad4']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:59.223061 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc466a0-cab1-462c-8a45-ac9acc115ede') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:59.223753 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc466a0-cab1-462c-8a45-ac9acc115ede') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:42:59.239557 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (1fc466a0-cab1-462c-8a45-ac9acc115ede), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:59.256173 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (1fc466a0-cab1-462c-8a45-ac9acc115ede), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:59.266064 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:42:59.266748 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (1fc466a0-cab1-462c-8a45-ac9acc115ede), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:59.328525 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 1fc466a0-cab1-462c-8a45-ac9acc115ede resource provider aggregate not found Aug 31 00:42:59.354004 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 1fc466a0-cab1-462c-8a45-ac9acc115ede resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fc466a0-cab1-462c-8a45-ac9acc115ede found for delete ", "request_id": "req-51056b2e-02f5-481d-aed4-54ef1117cb73"}]} Aug 31 00:42:59.431931 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (05ad26c8-c12c-48b1-8adb-8c8aec745ad4), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:59.459090 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:42:59.474454 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/05ad26c8-c12c-48b1-8adb-8c8aec745ad4 HTTP/1.1" status: 204 len: 168 time: 0.6405439 Aug 31 00:42:59.493420 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90ad4a-7261-4b94-b1c3-ee90b795e171 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ad26c8-c12c-48b1-8adb-8c8aec745ad4,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:42:59.996577 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49308) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:00.049360 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-74482e7e-6cb9-4393-8621-9833a5fb78df admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a7b12ec00b9040818945df6705ad320c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480955 Aug 31 00:43:00.049669 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49310) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:00.143116 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e946e32f-036e-4aee-b43d-8a214d95ee58 admin admin] Publish callbacks [] for security_group (f2d9554b-b68b-42e8-88a9-20de439d4ed8), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:00.168839 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e946e32f-036e-4aee-b43d-8a214d95ee58 admin admin] Publish callbacks [] for security_group (f2d9554b-b68b-42e8-88a9-20de439d4ed8), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:00.251381 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49314) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:00.327406 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e946e32f-036e-4aee-b43d-8a214d95ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f2d9554b-b68b-42e8-88a9-20de439d4ed8), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:00.330062 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e946e32f-036e-4aee-b43d-8a214d95ee58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:00.331230 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e946e32f-036e-4aee-b43d-8a214d95ee58 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f2d9554b-b68b-42e8-88a9-20de439d4ed8 HTTP/1.1" status: 204 len: 168 time: 0.2806253 Aug 31 00:43:00.345832 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946e32f-036e-4aee-b43d-8a214d95ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d9554b-b68b-42e8-88a9-20de439d4ed8,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:00.360878 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-55c959fe-ceca-4ec3-a31c-6f63f219df8f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594380 Aug 31 00:43:00.464170 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-da55af75-4806-4ed9-b88f-ccf226308ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:00.544993 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-dac628f0-bf7d-4a39-aa11-320c767cfc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:00.547532 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-dac628f0-bf7d-4a39-aa11-320c767cfc69 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 1129 time: 0.0825117 Aug 31 00:43:00.583433 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-da55af75-4806-4ed9-b88f-ccf226308ecf admin admin] Publish callbacks [] for security_group (f9f1c282-3194-488f-9345-e16301577e73), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:00.671966 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-da55af75-4806-4ed9-b88f-ccf226308ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f9f1c282-3194-488f-9345-e16301577e73), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:00.699311 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-57bb02fc-2c09-4c86-9295-be992686114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:00.701768 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-57bb02fc-2c09-4c86-9295-be992686114a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 913 time: 0.1307712 Aug 31 00:43:00.714631 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-da55af75-4806-4ed9-b88f-ccf226308ecf admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d324053387d148c3959f4a25e91469b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617033 Aug 31 00:43:00.718733 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49326) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:00.738317 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55af75-4806-4ed9-b88f-ccf226308ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f1c282-3194-488f-9345-e16301577e73,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:00.813004 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-d9b221cc-b1fc-44fa-9d22-395da8517969 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04 HTTP/1.1" status: 200 len: 1001 time: 0.1041274 Aug 31 00:43:00.856473 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ebb627ba-7d49-4220-9286-a05a09d64fd3 admin admin] Publish callbacks [] for security_group (f9f1c282-3194-488f-9345-e16301577e73), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:00.890735 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ebb627ba-7d49-4220-9286-a05a09d64fd3 admin admin] Publish callbacks [] for security_group (f9f1c282-3194-488f-9345-e16301577e73), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:00.903635 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-6aaba737-f936-44e5-8f99-a2a88ac2c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:00.904345 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-6aaba737-f936-44e5-8f99-a2a88ac2c4c3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.0856953 Aug 31 00:43:00.969742 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-aff3b7b5-d20f-49f1-9c9c-b35d31d5ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:00.970689 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-aff3b7b5-d20f-49f1-9c9c-b35d31d5ff45 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586510 Aug 31 00:43:01.144194 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ebb627ba-7d49-4220-9286-a05a09d64fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f9f1c282-3194-488f-9345-e16301577e73), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:01.144194 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ebb627ba-7d49-4220-9286-a05a09d64fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:01.144194 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-ebb627ba-7d49-4220-9286-a05a09d64fd3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f9f1c282-3194-488f-9345-e16301577e73 HTTP/1.1" status: 204 len: 168 time: 0.4240565 Aug 31 00:43:01.165858 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb627ba-7d49-4220-9286-a05a09d64fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f1c282-3194-488f-9345-e16301577e73,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:01.182259 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-71552249-c33f-49dc-a5ff-16ee8dbb77fe service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939144 Aug 31 00:43:01.209606 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:01.225757 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49340) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:01.305402 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=73 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:01.310664 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-eace8b0d-fdb6-468e-8026-6f72b87e5f95 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=dbab1b2a4f7c4104b6ae99b62f2253a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819905 Aug 31 00:43:01.311177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49344) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:01.320099 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=75 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:01.361132 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b6ef3cfc-7635-4b45-bfe4-32c2e9bf58c7 req-d204b954-5196-4c3c-8faa-a4262e129c94 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607246 Aug 31 00:43:01.429466 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe41c527-acca-4018-a29a-788ffc03c66c admin admin] Publish callbacks [] for security_group (9e62ab49-fa14-4af8-bc18-ac7839f5ba3f), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:01.454468 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe41c527-acca-4018-a29a-788ffc03c66c admin admin] Publish callbacks [] for security_group (9e62ab49-fa14-4af8-bc18-ac7839f5ba3f), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:01.701757 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe41c527-acca-4018-a29a-788ffc03c66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (9e62ab49-fa14-4af8-bc18-ac7839f5ba3f), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:01.704795 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-fe41c527-acca-4018-a29a-788ffc03c66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:01.705997 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-fe41c527-acca-4018-a29a-788ffc03c66c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/9e62ab49-fa14-4af8-bc18-ac7839f5ba3f HTTP/1.1" status: 204 len: 168 time: 0.3936143 Aug 31 00:43:01.738756 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41c527-acca-4018-a29a-788ffc03c66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62ab49-fa14-4af8-bc18-ac7839f5ba3f,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:02.251627 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49366) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:02.278768 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-132739af-8598-4c49-a4f7-a7938fe4f876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:02.520447 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-132739af-8598-4c49-a4f7-a7938fe4f876 admin admin] Publish callbacks [] for security_group (063a2bf1-9585-4084-93bc-7a6a5d2d19a8), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:02.577178 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-132739af-8598-4c49-a4f7-a7938fe4f876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (063a2bf1-9585-4084-93bc-7a6a5d2d19a8), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:02.639853 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132739af-8598-4c49-a4f7-a7938fe4f876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063a2bf1-9585-4084-93bc-7a6a5d2d19a8,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:02.669771 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:02.736619 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-132739af-8598-4c49-a4f7-a7938fe4f876 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3f77f222bb004095a59d69101f1f1b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834137 Aug 31 00:43:02.740553 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49384) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:02.827381 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9e23af9a-9ffb-415b-8a6c-60fc2ea65b7e admin admin] Publish callbacks [] for security_group (063a2bf1-9585-4084-93bc-7a6a5d2d19a8), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:02.853483 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9e23af9a-9ffb-415b-8a6c-60fc2ea65b7e admin admin] Publish callbacks [] for security_group (063a2bf1-9585-4084-93bc-7a6a5d2d19a8), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:02.875438 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:03.049615 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9e23af9a-9ffb-415b-8a6c-60fc2ea65b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (063a2bf1-9585-4084-93bc-7a6a5d2d19a8), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:03.053248 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9e23af9a-9ffb-415b-8a6c-60fc2ea65b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:03.058427 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-9e23af9a-9ffb-415b-8a6c-60fc2ea65b7e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/063a2bf1-9585-4084-93bc-7a6a5d2d19a8 HTTP/1.1" status: 204 len: 168 time: 0.3125286 Aug 31 00:43:03.064507 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23af9a-9ffb-415b-8a6c-60fc2ea65b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a2bf1-9585-4084-93bc-7a6a5d2d19a8,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:04.015670 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49428) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:04.032710 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ebbebf34-473c-4ffc-a948-3b74b68efdab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:04.094246 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:04.137458 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ebbebf34-473c-4ffc-a948-3b74b68efdab admin admin] Publish callbacks [] for security_group (0c670207-642c-4d10-9dd5-a0ebdf0d9d15), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:04.254918 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ebbebf34-473c-4ffc-a948-3b74b68efdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0c670207-642c-4d10-9dd5-a0ebdf0d9d15), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:04.299602 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-ebbebf34-473c-4ffc-a948-3b74b68efdab admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ed9f72a67b074118b011648e7b87d33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827926 Aug 31 00:43:04.300476 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbebf34-473c-4ffc-a948-3b74b68efdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c670207-642c-4d10-9dd5-a0ebdf0d9d15,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:04.303129 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49434) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:04.360069 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7b9b-6c3f-4828-b398-b1a3f3dc4509 admin admin] Publish callbacks [] for security_group (0c670207-642c-4d10-9dd5-a0ebdf0d9d15), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:04.391867 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7b9b-6c3f-4828-b398-b1a3f3dc4509 admin admin] Publish callbacks [] for security_group (0c670207-642c-4d10-9dd5-a0ebdf0d9d15), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:04.547882 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7b9b-6c3f-4828-b398-b1a3f3dc4509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0c670207-642c-4d10-9dd5-a0ebdf0d9d15), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:04.552185 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7b9b-6c3f-4828-b398-b1a3f3dc4509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:04.554887 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-cb2a7b9b-6c3f-4828-b398-b1a3f3dc4509 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0c670207-642c-4d10-9dd5-a0ebdf0d9d15 HTTP/1.1" status: 204 len: 168 time: 0.2506347 Aug 31 00:43:04.570054 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a7b9b-6c3f-4828-b398-b1a3f3dc4509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c670207-642c-4d10-9dd5-a0ebdf0d9d15,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:05.959394 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:43:07.546630 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49600) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:07.608246 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fa8621-c36a-4a72-90ae-92b351a9b320 admin admin] Deleting subnet 0f330cee-0be6-4dc8-8a14-e2b058642b38 {{(pid=113724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:43:07.611455 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8621-c36a-4a72-90ae-92b351a9b320 admin admin] Publish callbacks [] for subnet (0f330cee-0be6-4dc8-8a14-e2b058642b38), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:07.908392 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8621-c36a-4a72-90ae-92b351a9b320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63547470'] for subnet (0f330cee-0be6-4dc8-8a14-e2b058642b38), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:07.948879 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8621-c36a-4a72-90ae-92b351a9b320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (0f330cee-0be6-4dc8-8a14-e2b058642b38), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.122087 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8621-c36a-4a72-90ae-92b351a9b320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63547631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58249794'] for subnet (0f330cee-0be6-4dc8-8a14-e2b058642b38), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.126529 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:08.152216 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa8621-c36a-4a72-90ae-92b351a9b320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f330cee-0be6-4dc8-8a14-e2b058642b38,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:08.157480 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8621-c36a-4a72-90ae-92b351a9b320 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.160757 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d2fa8621-c36a-4a72-90ae-92b351a9b320 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/0f330cee-0be6-4dc8-8a14-e2b058642b38 HTTP/1.1" status: 204 len: 168 time: 0.6130121 Aug 31 00:43:08.165193 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49608) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:08.237553 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (7716cd9a-60af-4dcd-981f-cb920802e291), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.323425 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (7716cd9a-60af-4dcd-981f-cb920802e291), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.350650 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7716cd9a-60af-4dcd-981f-cb920802e291']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:43:08.362185 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a15b47e-499d-476a-90ae-b287257ee92d') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:43:08.362498 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a15b47e-499d-476a-90ae-b287257ee92d') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:43:08.373486 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (4a15b47e-499d-476a-90ae-b287257ee92d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.387306 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (4a15b47e-499d-476a-90ae-b287257ee92d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.394608 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:43:08.394997 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (4a15b47e-499d-476a-90ae-b287257ee92d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.441813 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 4a15b47e-499d-476a-90ae-b287257ee92d resource provider aggregate not found Aug 31 00:43:08.459435 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 4a15b47e-499d-476a-90ae-b287257ee92d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a15b47e-499d-476a-90ae-b287257ee92d found for delete ", "request_id": "req-0fd1b79b-ac3d-44e7-906b-f40370962ec2"}]} Aug 31 00:43:08.534839 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (7716cd9a-60af-4dcd-981f-cb920802e291), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.551174 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:08.554364 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/7716cd9a-60af-4dcd-981f-cb920802e291 HTTP/1.1" status: 204 len: 168 time: 0.3897791 Aug 31 00:43:08.555818 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeee2c-cc2c-478d-b8fa-a85a6f58be8f admin admin] Pushing event deleted for resources: {'Network': ['ID=7716cd9a-60af-4dcd-981f-cb920802e291,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:09.073909 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49634) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:09.117011 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-da1aa658-a084-4fb5-83dd-103c2c279b04 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=4f17ea07f4eb4e1e9f875cdb6801b69c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417500 Aug 31 00:43:09.119728 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49636) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:09.185444 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-545e97e9-5e60-4b43-935e-6cc11ad23dad admin admin] Publish callbacks [] for security_group (a32416d3-240e-4656-951b-cc31597faf57), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:09.209848 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-545e97e9-5e60-4b43-935e-6cc11ad23dad admin admin] Publish callbacks [] for security_group (a32416d3-240e-4656-951b-cc31597faf57), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:09.374959 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-545e97e9-5e60-4b43-935e-6cc11ad23dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a32416d3-240e-4656-951b-cc31597faf57), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:09.377653 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-545e97e9-5e60-4b43-935e-6cc11ad23dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:09.382887 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-545e97e9-5e60-4b43-935e-6cc11ad23dad admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a32416d3-240e-4656-951b-cc31597faf57 HTTP/1.1" status: 204 len: 168 time: 0.2580254 Aug 31 00:43:09.387911 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e97e9-5e60-4b43-935e-6cc11ad23dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32416d3-240e-4656-951b-cc31597faf57,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:10.555693 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49690) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:10.686040 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-587307781-network', 'tenant_id': '644ca4166ff846fb944c2b39f0263abe'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:43:10.778664 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Made reservation on behalf of 644ca4166ff846fb944c2b39f0263abe for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:43:10.781089 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:10.790174 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:10.874375 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Publish callbacks [] for security_group (0790c326-ac5e-44b6-bde8-1f971254e195), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:10.946520 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0790c326-ac5e-44b6-bde8-1f971254e195), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:10.975383 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:10.976346 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:43:10.983478 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0790c326-ac5e-44b6-bde8-1f971254e195,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:10.993354 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (27f197fe-9861-43ed-bb0f-78f1d77916e9), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:10.993354 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Added segment 27f197fe-9861-43ed-bb0f-78f1d77916e9 of type vlan for network ad14b10b-3e63-42af-b57a-cefcc3328996 Aug 31 00:43:11.036925 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (ad14b10b-3e63-42af-b57a-cefcc3328996), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:11.048493 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:11.135292 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (ad14b10b-3e63-42af-b57a-cefcc3328996), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:11.136419 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:11.137038 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:11.206294 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad14b10b-3e63-42af-b57a-cefcc3328996,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:11.214065 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network ad14b10b-3e63-42af-b57a-cefcc3328996 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:43:11.275461 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-79b2d4f7-fbc2-49a7-bfcb-3c79e642ceb5 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7166374 Aug 31 00:43:11.278294 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49712) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:11.283078 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Request body: {'subnet': {'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-587307781-subnet', 'tenant_id': '644ca4166ff846fb944c2b39f0263abe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:43:11.418635 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Made reservation on behalf of 644ca4166ff846fb944c2b39f0263abe for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:43:11.421146 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64455264'] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:11.660388 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64188731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64455286'] for subnet (a2cb7c77-0097-4bde-8dfa-7b8627b70299), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:11.711501 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cb7c77-0097-4bde-8dfa-7b8627b70299,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:11.727331 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Checking segment: {'id': '27f197fe-9861-43ed-bb0f-78f1d77916e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:43:11.727694 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Network hostable DHCP agents. Network: ad14b10b-3e63-42af-b57a-cefcc3328996, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:43:11.801698 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Network ad14b10b-3e63-42af-b57a-cefcc3328996 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:43:11.898846 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, ad14b10b-3e63-42af-b57a-cefcc3328996) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:43:11.903751 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:11.904376 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:11.911658 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e3694-c19c-4312-81fa-77cdb9ae0b69 None None] Network ad14b10b-3e63-42af-b57a-cefcc3328996 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:43:11.982877 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:12.000514 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-bf0846f8-be5c-4830-98bf-bb7e43be8ab0 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7211173 Aug 31 00:43:12.025255 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33bef7-06c8-4adf-b03d-3dfb45ee1cc6 None None] Network ad14b10b-3e63-42af-b57a-cefcc3328996 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:43:14.241662 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-daebc5c9-44a8-4e4c-b6a3-884c99596f86 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:14.243235 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-daebc5c9-44a8-4e4c-b6a3-884c99596f86 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ad14b10b-3e63-42af-b57a-cefcc3328996 HTTP/1.1" status: 200 len: 813 time: 0.1235194 Aug 31 00:43:14.259065 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-d2499a7c-af47-49fb-80bb-c1a5ca480b15 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/quotas/644ca4166ff846fb944c2b39f0263abe HTTP/1.1" status: 200 len: 375 time: 0.0096889 Aug 31 00:43:14.295849 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-96d36802-9e66-4cee-86ac-659944126fd3 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=644ca4166ff846fb944c2b39f0263abe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315592 Aug 31 00:43:14.378395 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:14.405581 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-c01a4c6b-2f7d-4816-98fd-010323c2c0a8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012404 Aug 31 00:43:14.533066 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-37439c2e-da3c-41d8-9f10-4344a11841b9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209958 Aug 31 00:43:14.830986 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0b706417-47a5-4895-8d01-0721cacb5a9d req-144f7ffd-75ec-4da6-b7e9-65b1d0a4ae24 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 210 time: 0.0417213 Aug 31 00:43:15.462536 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49812) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:15.580417 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8a147466-94e1-4ef4-b00a-b3590cab8e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:15.668155 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8a147466-94e1-4ef4-b00a-b3590cab8e71 admin admin] Publish callbacks [] for security_group (acb61dd1-eb2d-46b2-84cb-cc8e28c7b122), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:15.752196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8a147466-94e1-4ef4-b00a-b3590cab8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (acb61dd1-eb2d-46b2-84cb-cc8e28c7b122), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:15.796775 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-8a147466-94e1-4ef4-b00a-b3590cab8e71 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=b8f9e54e2fdb475baaf7bfc58fa67be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331113 Aug 31 00:43:15.797500 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a147466-94e1-4ef4-b00a-b3590cab8e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb61dd1-eb2d-46b2-84cb-cc8e28c7b122,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:15.799788 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49818) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:15.856177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a5efa662-52c0-431b-ae79-4c8d2a40e36a admin admin] Publish callbacks [] for security_group (acb61dd1-eb2d-46b2-84cb-cc8e28c7b122), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:15.880454 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a5efa662-52c0-431b-ae79-4c8d2a40e36a admin admin] Publish callbacks [] for security_group (acb61dd1-eb2d-46b2-84cb-cc8e28c7b122), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:15.920638 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4a64d2ca-50cf-4e71-8f1a-ddb3cb5373ea req-a8475040-9e55-49f7-8348-f3b8d35f6ac8 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 210 time: 0.0294592 Aug 31 00:43:16.026842 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a5efa662-52c0-431b-ae79-4c8d2a40e36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (acb61dd1-eb2d-46b2-84cb-cc8e28c7b122), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:16.029759 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a5efa662-52c0-431b-ae79-4c8d2a40e36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:16.031077 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a5efa662-52c0-431b-ae79-4c8d2a40e36a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/acb61dd1-eb2d-46b2-84cb-cc8e28c7b122 HTTP/1.1" status: 204 len: 168 time: 0.2302396 Aug 31 00:43:16.043405 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efa662-52c0-431b-ae79-4c8d2a40e36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb61dd1-eb2d-46b2-84cb-cc8e28c7b122,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:16.866095 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49858) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:16.888784 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5feb7f1e-a2d2-48ce-939b-0982d015e844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:16.976227 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5feb7f1e-a2d2-48ce-939b-0982d015e844 admin admin] Publish callbacks [] for security_group (9a92a3c7-5cce-449b-9af8-8a44c9d1e1b4), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.031067 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8ef0443f-893d-4ce6-b38a-9df0e76c7f6f req-cb939f00-53c8-4ed3-ab93-01110f5a9326 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 210 time: 0.0301890 Aug 31 00:43:17.072385 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-5feb7f1e-a2d2-48ce-939b-0982d015e844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (9a92a3c7-5cce-449b-9af8-8a44c9d1e1b4), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.132579 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb7f1e-a2d2-48ce-939b-0982d015e844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a92a3c7-5cce-449b-9af8-8a44c9d1e1b4,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:17.140169 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-5feb7f1e-a2d2-48ce-939b-0982d015e844 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=66241f431548493e82e1d3143942f65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728567 Aug 31 00:43:17.145925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49862) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:17.206959 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0e842e8f-fbe3-46a6-9291-704382efec2b admin admin] Publish callbacks [] for security_group (9a92a3c7-5cce-449b-9af8-8a44c9d1e1b4), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.233611 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0e842e8f-fbe3-46a6-9291-704382efec2b admin admin] Publish callbacks [] for security_group (9a92a3c7-5cce-449b-9af8-8a44c9d1e1b4), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.246624 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49866) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:17.355896 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0e842e8f-fbe3-46a6-9291-704382efec2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (9a92a3c7-5cce-449b-9af8-8a44c9d1e1b4), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.358717 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-0e842e8f-fbe3-46a6-9291-704382efec2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.359868 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-0e842e8f-fbe3-46a6-9291-704382efec2b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/9a92a3c7-5cce-449b-9af8-8a44c9d1e1b4 HTTP/1.1" status: 204 len: 168 time: 0.2157195 Aug 31 00:43:17.364821 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-e6558ca6-217c-4741-9926-c3849d32d0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.370022 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e842e8f-fbe3-46a6-9291-704382efec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a92a3c7-5cce-449b-9af8-8a44c9d1e1b4,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:17.384120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:17.469770 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-e6558ca6-217c-4741-9926-c3849d32d0c7 admin admin] Publish callbacks [] for security_group (64bf1e8b-8a86-49a5-8d20-077afd1f2f28), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.552294 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-e6558ca6-217c-4741-9926-c3849d32d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (64bf1e8b-8a86-49a5-8d20-077afd1f2f28), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.553274 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3bea3986-ba66-454b-8ed9-c31dac12413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.600406 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-e6558ca6-217c-4741-9926-c3849d32d0c7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=878cbed802814eb1930cb169ceb836cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519769 Aug 31 00:43:17.601189 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6558ca6-217c-4741-9926-c3849d32d0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bf1e8b-8a86-49a5-8d20-077afd1f2f28,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:17.603105 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49876) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:17.667348 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e05e5da2-ca4a-40ae-b3d2-30ef570ccdea admin admin] Publish callbacks [] for security_group (64bf1e8b-8a86-49a5-8d20-077afd1f2f28), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.690351 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e05e5da2-ca4a-40ae-b3d2-30ef570ccdea admin admin] Publish callbacks [] for security_group (64bf1e8b-8a86-49a5-8d20-077afd1f2f28), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.848479 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-d50a6710-2b13-47fa-9489-dbff65a909ee tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:17.850695 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-d50a6710-2b13-47fa-9489-dbff65a909ee tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.76 "GET /networking/v2.0/networks?id=ad14b10b-3e63-42af-b57a-cefcc3328996 HTTP/1.1" status: 200 len: 813 time: 0.1465132 Aug 31 00:43:17.870100 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Request body: {'port': {'device_id': 'cebf9a2d-edf8-47d6-b21f-0d46098c892d', 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996', 'admin_state_up': True, 'tenant_id': '644ca4166ff846fb944c2b39f0263abe'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:43:17.889301 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e05e5da2-ca4a-40ae-b3d2-30ef570ccdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (64bf1e8b-8a86-49a5-8d20-077afd1f2f28), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.891896 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e05e5da2-ca4a-40ae-b3d2-30ef570ccdea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:17.896290 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e05e5da2-ca4a-40ae-b3d2-30ef570ccdea admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/64bf1e8b-8a86-49a5-8d20-077afd1f2f28 HTTP/1.1" status: 204 len: 168 time: 0.2921259 Aug 31 00:43:17.906536 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e5da2-ca4a-40ae-b3d2-30ef570ccdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bf1e8b-8a86-49a5-8d20-077afd1f2f28,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:17.938278 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:18.126647 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Made reservation on behalf of 644ca4166ff846fb944c2b39f0263abe for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:43:18.131210 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:18.156912 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1d940ca7-3752-4706-af63-91936849816f req-7a86cde5-6c07-43ff-8e6b-e088db405bed tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 210 time: 0.0440817 Aug 31 00:43:18.330243 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Allocated IP 172.20.0.8 (ad14b10b-3e63-42af-b57a-cefcc3328996/a2cb7c77-0097-4bde-8dfa-7b8627b70299/61a0644d-28a8-4474-8196-ce23254712ab) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:43:18.426243 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=13 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:18.428584 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=21 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:18.503943 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks [] for port (61a0644d-28a8-4474-8196-ce23254712ab), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:18.507981 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:18.619371 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (61a0644d-28a8-4474-8196-ce23254712ab), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:18.659558 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49910) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:18.674339 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-317105ef-11bb-4719-85e7-b798c921d874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:18.676110 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:18.685317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Network ad14b10b-3e63-42af-b57a-cefcc3328996 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:43:18.685317 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:43:18.686240 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:43:18.703701 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:18.723291 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Pushing event updated for resources: {'Port': ['ID=61a0644d-28a8-4474-8196-ce23254712ab,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:18.756803 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:18.757480 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:18.799300 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-317105ef-11bb-4719-85e7-b798c921d874 admin admin] Publish callbacks [] for security_group (0e065576-6a24-4e15-a541-df4b770225b1), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:18.866917 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-937993e4-ea27-4a86-aba8-fe14796ce56a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0008349 Aug 31 00:43:18.886330 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Request body: {'port': {'device_id': 'cebf9a2d-edf8-47d6-b21f-0d46098c892d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:43:18.895317 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-317105ef-11bb-4719-85e7-b798c921d874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0e065576-6a24-4e15-a541-df4b770225b1), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:18.941719 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-317105ef-11bb-4719-85e7-b798c921d874 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=762d91965f324fcdb57456bd804553d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809672 Aug 31 00:43:18.942416 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317105ef-11bb-4719-85e7-b798c921d874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e065576-6a24-4e15-a541-df4b770225b1,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:18.944790 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49924) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:18.979139 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (61a0644d-28a8-4474-8196-ce23254712ab), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.021831 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cda6b6ee-9773-42ce-8b22-6415ffee98ed admin admin] Publish callbacks [] for security_group (0e065576-6a24-4e15-a541-df4b770225b1), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.049413 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cda6b6ee-9773-42ce-8b22-6415ffee98ed admin admin] Publish callbacks [] for security_group (0e065576-6a24-4e15-a541-df4b770225b1), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.200207 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:19.267925 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cda6b6ee-9773-42ce-8b22-6415ffee98ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0e065576-6a24-4e15-a541-df4b770225b1), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.270598 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cda6b6ee-9773-42ce-8b22-6415ffee98ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.271784 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-cda6b6ee-9773-42ce-8b22-6415ffee98ed admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0e065576-6a24-4e15-a541-df4b770225b1 HTTP/1.1" status: 204 len: 168 time: 0.3258007 Aug 31 00:43:19.273015 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a0644d-28a8-4474-8196-ce23254712ab {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:43:19.282242 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Publish callbacks [] for port (61a0644d-28a8-4474-8196-ce23254712ab), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.291784 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6b6ee-9773-42ce-8b22-6415ffee98ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e065576-6a24-4e15-a541-df4b770225b1,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:19.297408 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Transition to ACTIVE for port object 61a0644d-28a8-4474-8196-ce23254712ab will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:43:19.305280 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846336aa-5ce4-4c78-8e71-f4fb09c8b948 req-4b4974c1-d0e6-41a5-b5fe-3aa98052481c tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:19.306855 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-846336aa-5ce4-4c78-8e71-f4fb09c8b948 req-4b4974c1-d0e6-41a5-b5fe-3aa98052481c tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 931 time: 0.0685148 Aug 31 00:43:19.360033 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-846336aa-5ce4-4c78-8e71-f4fb09c8b948 req-5aad666b-1ea3-4b27-b5d4-028cd79cc44c tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457165 Aug 31 00:43:19.374683 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (61a0644d-28a8-4474-8196-ce23254712ab), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.438647 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Pushing event updated for resources: {'Port': ['ID=61a0644d-28a8-4474-8196-ce23254712ab,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:19.509525 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Attempting to bind port 61a0644d-28a8-4474-8196-ce23254712ab on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:43:19.509845 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Attempting to bind port 61a0644d-28a8-4474-8196-ce23254712ab by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '27f197fe-9861-43ed-bb0f-78f1d77916e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:43:19.510794 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Attempting to bind port 61a0644d-28a8-4474-8196-ce23254712ab on network ad14b10b-3e63-42af-b57a-cefcc3328996 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:43:19.515640 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Port 61a0644d-28a8-4474-8196-ce23254712ab on network ad14b10b-3e63-42af-b57a-cefcc3328996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:43:19.515957 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Attempting to bind port 61a0644d-28a8-4474-8196-ce23254712ab on network ad14b10b-3e63-42af-b57a-cefcc3328996 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:43:19.521290 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:43:19.521625 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Checking segment: {'id': '27f197fe-9861-43ed-bb0f-78f1d77916e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:43:19.522003 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Bound using segment: {'id': '27f197fe-9861-43ed-bb0f-78f1d77916e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:43:19.522424 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Bound port: 61a0644d-28a8-4474-8196-ce23254712ab, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f197fe-9861-43ed-bb0f-78f1d77916e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:43:19.522781 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (61a0644d-28a8-4474-8196-ce23254712ab), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.589150 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] For port 61a0644d-28a8-4474-8196-ce23254712ab, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:43:19.592304 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] For port 61a0644d-28a8-4474-8196-ce23254712ab, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=61a0644d-28a8-4474-8196-ce23254712ab,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:43:19.672835 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 49938) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:19.679811 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (61a0644d-28a8-4474-8196-ce23254712ab), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.685737 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:19.686293 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:19.687712 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/61a0644d-28a8-4474-8196-ce23254712ab HTTP/1.1" status: 200 len: 1093 time: 0.8055778 Aug 31 00:43:19.691059 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebf9a2d-edf8-47d6-b21f-0d46098c892d', 'tag': '61a0644d-28a8-4474-8196-ce23254712ab'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:43:19.691059 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d4498c-c155-431e-b008-cc6c41f239fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cebf9a2d-edf8-47d6-b21f-0d46098c892d", "tag": "61a0644d-28a8-4474-8196-ce23254712ab"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:43:19.735935 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017b8066-5228-4407-85b9-7bf6853ad943 x-openstack-request-id: req-017b8066-5228-4407-85b9-7bf6853ad943 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:43:19.736143 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebf9a2d-edf8-47d6-b21f-0d46098c892d", "tag": "61a0644d-28a8-4474-8196-ce23254712ab", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:43:19.738024 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-017b8066-5228-4407-85b9-7bf6853ad943 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:43:19.738812 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017b8066-5228-4407-85b9-7bf6853ad943'] response: {'name': 'network-changed', 'server_uuid': 'cebf9a2d-edf8-47d6-b21f-0d46098c892d', 'tag': '61a0644d-28a8-4474-8196-ce23254712ab', 'status': 'completed', 'code': 200} Aug 31 00:43:19.754083 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de7ee1-824a-4caf-9626-8c79f69d2b61 service neutron] Pushing event updated for resources: {'Port': ['ID=61a0644d-28a8-4474-8196-ce23254712ab,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:19.841267 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:19.849069 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4498c-c155-431e-b008-cc6c41f239fa req-7a8de71d-c58d-4585-acf8-cc8e6faf95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:19.851739 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b9d4498c-c155-431e-b008-cc6c41f239fa req-7a8de71d-c58d-4585-acf8-cc8e6faf95ac service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=644ca4166ff846fb944c2b39f0263abe&device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 1127 time: 0.0555704 Aug 31 00:43:19.951576 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd5be-56eb-49fd-ae8e-e71ea6acbf98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:20.022283 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4498c-c155-431e-b008-cc6c41f239fa req-24b77a79-a7fc-46fa-af5c-fe4fd581236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:20.023773 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b9d4498c-c155-431e-b008-cc6c41f239fa req-24b77a79-a7fc-46fa-af5c-fe4fd581236a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=644ca4166ff846fb944c2b39f0263abe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1494625 Aug 31 00:43:20.138635 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd5be-56eb-49fd-ae8e-e71ea6acbf98 admin admin] Publish callbacks [] for security_group (b051332f-4ac0-4b28-8914-c4d05c8d2737), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:20.163416 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-62646251-69f5-4db3-ae1b-8de5aa29d73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:20.173698 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4498c-c155-431e-b008-cc6c41f239fa req-1730e165-ca84-4f51-872b-d24ed8a55adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:20.175382 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b9d4498c-c155-431e-b008-cc6c41f239fa req-1730e165-ca84-4f51-872b-d24ed8a55adb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426163 Aug 31 00:43:20.285167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd5be-56eb-49fd-ae8e-e71ea6acbf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (b051332f-4ac0-4b28-8914-c4d05c8d2737), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:20.317314 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-7c1743bf-09ee-4db9-8397-fa05c7181920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:20.318842 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-7c1743bf-09ee-4db9-8397-fa05c7181920 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=644ca4166ff846fb944c2b39f0263abe&device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 1127 time: 0.0696411 Aug 31 00:43:20.340923 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-d0bfd5be-56eb-49fd-ae8e-e71ea6acbf98 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6b6fd3820b1a40cc9505e38754d32fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6669471 Aug 31 00:43:20.343051 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfd5be-56eb-49fd-ae8e-e71ea6acbf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b051332f-4ac0-4b28-8914-c4d05c8d2737,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:20.344809 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 49968) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:20.407576 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:20.437294 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-96b99674-b586-46b7-b68a-a84674f6c018 admin admin] Publish callbacks [] for security_group (b051332f-4ac0-4b28-8914-c4d05c8d2737), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:20.441968 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-80c851c1-5a16-4e7d-a355-6e4419b3ac54 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61a0644d-28a8-4474-8196-ce23254712ab HTTP/1.1" status: 200 len: 217 time: 0.0690513 Aug 31 00:43:20.496293 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:20.508355 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-96b99674-b586-46b7-b68a-a84674f6c018 admin admin] Publish callbacks [] for security_group (b051332f-4ac0-4b28-8914-c4d05c8d2737), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:20.522621 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-de4393d1-e2ce-447d-9d8c-56a1036fe797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:20.524492 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-de4393d1-e2ce-447d-9d8c-56a1036fe797 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a2cb7c77-0097-4bde-8dfa-7b8627b70299 HTTP/1.1" status: 200 len: 853 time: 0.0733528 Aug 31 00:43:20.548667 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb36dc-2437-406d-bb97-6d03261b76e8 req-58b29f83-1009-4deb-892a-0d6871caec6c tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:20.550233 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4ffb36dc-2437-406d-bb97-6d03261b76e8 req-58b29f83-1009-4deb-892a-0d6871caec6c tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 943 time: 0.0797606 Aug 31 00:43:20.564140 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-f99b52fc-fd49-49e4-8b38-2a50c2d516d0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=ad14b10b-3e63-42af-b57a-cefcc3328996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310211 Aug 31 00:43:20.631488 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4ffb36dc-2437-406d-bb97-6d03261b76e8 req-0256a160-778b-4f37-a481-84aa5998e360 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740359 Aug 31 00:43:20.698402 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-944adf1b-3c0e-4c38-a5f2-606434c0a5b4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237204 Aug 31 00:43:20.729919 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-96b99674-b586-46b7-b68a-a84674f6c018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (b051332f-4ac0-4b28-8914-c4d05c8d2737), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:20.734743 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-96b99674-b586-46b7-b68a-a84674f6c018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:20.736579 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-96b99674-b586-46b7-b68a-a84674f6c018 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b051332f-4ac0-4b28-8914-c4d05c8d2737 HTTP/1.1" status: 204 len: 168 time: 0.3897181 Aug 31 00:43:20.750881 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99674-b586-46b7-b68a-a84674f6c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b051332f-4ac0-4b28-8914-c4d05c8d2737,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:20.877203 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bdacba0e-ae55-4437-bdf1-7abff7e333cf req-2f66220a-6dc8-4843-adce-d3241e9d3634 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695287 Aug 31 00:43:21.525245 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50006) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:21.540474 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:21.544640 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:21.633339 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Publish callbacks [] for security_group (16540df4-168f-4ddd-b878-eac03584ffbd), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:21.694895 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (16540df4-168f-4ddd-b878-eac03584ffbd), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:21.759571 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:21.776790 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8bbaf9777bb44dec89975bf98436ee92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462959 Aug 31 00:43:21.777224 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50016) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:21.778498 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16540df4-168f-4ddd-b878-eac03584ffbd,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:21.789366 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18050e8e-aed6-42db-93f7-bf489e351873 req-5c6cc85d-0927-4f5a-9ee0-6223f46066b2 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:21.790903 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-18050e8e-aed6-42db-93f7-bf489e351873 req-5c6cc85d-0927-4f5a-9ee0-6223f46066b2 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 943 time: 0.0827439 Aug 31 00:43:21.797718 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.798078 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.798889 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.799377 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.799877 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.800225 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.800593 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.800931 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.801271 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.801605 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.801943 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.802276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.802607 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.802941 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.803265 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d0c6e8-e999-434e-8bf6-166a1d9e7690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:21.846126 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-411edd12-9a65-408b-be9d-cfeb364d7500 admin admin] Publish callbacks [] for security_group (16540df4-168f-4ddd-b878-eac03584ffbd), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:21.866824 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-18050e8e-aed6-42db-93f7-bf489e351873 req-0081ee0b-9642-49be-9db8-b878d3b3e18d tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585532 Aug 31 00:43:21.869772 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-411edd12-9a65-408b-be9d-cfeb364d7500 admin admin] Publish callbacks [] for security_group (16540df4-168f-4ddd-b878-eac03584ffbd), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:22.027358 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-411edd12-9a65-408b-be9d-cfeb364d7500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (16540df4-168f-4ddd-b878-eac03584ffbd), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:22.030045 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-411edd12-9a65-408b-be9d-cfeb364d7500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:22.031272 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-411edd12-9a65-408b-be9d-cfeb364d7500 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/16540df4-168f-4ddd-b878-eac03584ffbd HTTP/1.1" status: 204 len: 168 time: 0.2516003 Aug 31 00:43:22.039874 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411edd12-9a65-408b-be9d-cfeb364d7500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16540df4-168f-4ddd-b878-eac03584ffbd,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:22.993841 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8c5a8-faab-4244-84ed-0db67f85391a req-34e080e1-e424-47b3-8790-e21811b4e43b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:22.995684 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-39b8c5a8-faab-4244-84ed-0db67f85391a req-34e080e1-e424-47b3-8790-e21811b4e43b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 943 time: 0.0517147 Aug 31 00:43:23.053685 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-39b8c5a8-faab-4244-84ed-0db67f85391a req-34bc461a-1721-401d-be50-cb6251cb8bfc tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521784 Aug 31 00:43:23.192065 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:23.392055 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:23.772835 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 61a0644d-28a8-4474-8196-ce23254712ab details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:43:23.780130 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:23.908644 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 61a0644d-28a8-4474-8196-ce23254712ab, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=61a0644d-28a8-4474-8196-ce23254712ab,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:43:23.921703 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '61a0644d-28a8-4474-8196-ce23254712ab', 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996', 'port_id': '61a0644d-28a8-4474-8196-ce23254712ab', 'mac_address': 'fa:16:3e:1d:0d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2cb7c77-0097-4bde-8dfa-7b8627b70299', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:43:23.964348 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 61a0644d-28a8-4474-8196-ce23254712ab is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:43:23.964748 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (61a0644d-28a8-4474-8196-ce23254712ab), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:23.982332 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a0644d-28a8-4474-8196-ce23254712ab {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:43:24.005301 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 61a0644d-28a8-4474-8196-ce23254712ab, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=61a0644d-28a8-4474-8196-ce23254712ab,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:43:24.096668 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (61a0644d-28a8-4474-8196-ce23254712ab), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:24.159952 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=61a0644d-28a8-4474-8196-ce23254712ab,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:24.170277 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.170560 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.171126 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.171668 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.172489 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.173436 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.173978 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.174521 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.174868 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.175212 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.175684 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.176029 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.176398 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.180056 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.180056 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:24.234612 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6aa94-5d4e-4912-bd5f-c67b038bdf4f req-88279879-bbbb-49cf-9bcf-48dbc961f756 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:24.236873 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-44f6aa94-5d4e-4912-bd5f-c67b038bdf4f req-88279879-bbbb-49cf-9bcf-48dbc961f756 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 944 time: 0.0657578 Aug 31 00:43:24.298429 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-44f6aa94-5d4e-4912-bd5f-c67b038bdf4f req-def1082c-5395-4c35-9ffd-a62e2a2e9a55 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550833 Aug 31 00:43:24.447066 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['61a0644d-28a8-4474-8196-ce23254712ab'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:43:24.584944 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:24.721150 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50108) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:24.853212 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:24.913969 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:24.947646 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Publish callbacks [] for security_group (77cc30da-5821-47ff-b251-63fec3b73868), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:25.037824 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (77cc30da-5821-47ff-b251-63fec3b73868), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:25.082805 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cc30da-5821-47ff-b251-63fec3b73868,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:25.086627 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=0184528a6c274737a4a70e87465e825b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3640420 Aug 31 00:43:25.089727 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50128) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:25.094087 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.094432 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.097604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.097604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.097604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.097604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.097604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.097604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.097604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.097604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.097604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.098280 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.098280 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.098449 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.098969 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf49f4-14ca-4fbf-8bd9-04baef135203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:43:25.146449 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-77fa5275-216b-4cd2-9fe4-2de529b8dad7 admin admin] Publish callbacks [] for security_group (77cc30da-5821-47ff-b251-63fec3b73868), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:25.168685 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-77fa5275-216b-4cd2-9fe4-2de529b8dad7 admin admin] Publish callbacks [] for security_group (77cc30da-5821-47ff-b251-63fec3b73868), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:25.335976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-77fa5275-216b-4cd2-9fe4-2de529b8dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (77cc30da-5821-47ff-b251-63fec3b73868), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:25.339486 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-77fa5275-216b-4cd2-9fe4-2de529b8dad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:25.344304 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-77fa5275-216b-4cd2-9fe4-2de529b8dad7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/77cc30da-5821-47ff-b251-63fec3b73868 HTTP/1.1" status: 204 len: 168 time: 0.2499111 Aug 31 00:43:25.350231 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa5275-216b-4cd2-9fe4-2de529b8dad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cc30da-5821-47ff-b251-63fec3b73868,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:25.457029 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e98c2e-c98a-48e2-93f8-fc2b19b76e2f req-ec1f18ee-1881-4da3-9a6b-2817ef4c03bc tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:25.457405 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e2e98c2e-c98a-48e2-93f8-fc2b19b76e2f req-ec1f18ee-1881-4da3-9a6b-2817ef4c03bc tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 944 time: 0.0611000 Aug 31 00:43:25.512940 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e2e98c2e-c98a-48e2-93f8-fc2b19b76e2f req-1786b167-680b-4495-a405-ffe70cc5526c tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495484 Aug 31 00:43:25.515747 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:25.546233 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50136) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:25.803708 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 61a0644d-28a8-4474-8196-ce23254712ab up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:43:25.817333 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2aae683a-9259-43a8-91cd-2860eb6ec299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:25.877616 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 61a0644d-28a8-4474-8196-ce23254712ab completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:43:25.920496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2aae683a-9259-43a8-91cd-2860eb6ec299 admin admin] Publish callbacks [] for security_group (7373b279-aab4-43a0-9710-332ecaffe93a), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.009217 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2aae683a-9259-43a8-91cd-2860eb6ec299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (7373b279-aab4-43a0-9710-332ecaffe93a), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.009883 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 61a0644d-28a8-4474-8196-ce23254712ab triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:43:26.011236 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (61a0644d-28a8-4474-8196-ce23254712ab), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.050000 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae683a-9259-43a8-91cd-2860eb6ec299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7373b279-aab4-43a0-9710-332ecaffe93a,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:26.057441 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2aae683a-9259-43a8-91cd-2860eb6ec299 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=083cf7e77a1e436c88083f8b717d6425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5088964 Aug 31 00:43:26.058218 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50148) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:26.110588 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 61a0644d-28a8-4474-8196-ce23254712ab is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:43:26.113410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (61a0644d-28a8-4474-8196-ce23254712ab), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.118370 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-afcf32a9-6f8f-418e-9b33-42b434cd01fc admin admin] Publish callbacks [] for security_group (7373b279-aab4-43a0-9710-332ecaffe93a), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.136609 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebf9a2d-edf8-47d6-b21f-0d46098c892d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a0644d-28a8-4474-8196-ce23254712ab'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:43:26.138890 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5a1804-dadc-4a25-8e39-2ad02106eeb5" -d '{"events": [{"server_uuid": "cebf9a2d-edf8-47d6-b21f-0d46098c892d", "name": "network-vif-plugged", "status": "completed", "tag": "61a0644d-28a8-4474-8196-ce23254712ab"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:43:26.141422 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-afcf32a9-6f8f-418e-9b33-42b434cd01fc admin admin] Publish callbacks [] for security_group (7373b279-aab4-43a0-9710-332ecaffe93a), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.153739 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 61a0644d-28a8-4474-8196-ce23254712ab, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=61a0644d-28a8-4474-8196-ce23254712ab,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:43:26.181151 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:26.195473 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5229608d-bc86-4a75-a494-6f28a80ead0d x-openstack-request-id: req-5229608d-bc86-4a75-a494-6f28a80ead0d {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:43:26.195765 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebf9a2d-edf8-47d6-b21f-0d46098c892d", "name": "network-vif-plugged", "status": "completed", "tag": "61a0644d-28a8-4474-8196-ce23254712ab", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:43:26.196022 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5229608d-bc86-4a75-a494-6f28a80ead0d {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:43:26.196578 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5229608d-bc86-4a75-a494-6f28a80ead0d'] response: {'server_uuid': 'cebf9a2d-edf8-47d6-b21f-0d46098c892d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a0644d-28a8-4474-8196-ce23254712ab', 'code': 200} Aug 31 00:43:26.231722 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (61a0644d-28a8-4474-8196-ce23254712ab), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.283525 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=61a0644d-28a8-4474-8196-ce23254712ab,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:26.331533 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50152) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:26.348546 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-765191f8-6f76-48b6-90ae-24efc23be895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.371290 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-afcf32a9-6f8f-418e-9b33-42b434cd01fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (7373b279-aab4-43a0-9710-332ecaffe93a), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.377623 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-afcf32a9-6f8f-418e-9b33-42b434cd01fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.377623 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-afcf32a9-6f8f-418e-9b33-42b434cd01fc admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/7373b279-aab4-43a0-9710-332ecaffe93a HTTP/1.1" status: 204 len: 168 time: 0.3150094 Aug 31 00:43:26.386840 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf32a9-6f8f-418e-9b33-42b434cd01fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7373b279-aab4-43a0-9710-332ecaffe93a,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:26.459072 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-765191f8-6f76-48b6-90ae-24efc23be895 admin admin] Publish callbacks [] for security_group (d31dddc0-f179-44ae-9747-58672c4b7cd3), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.607991 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-765191f8-6f76-48b6-90ae-24efc23be895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (d31dddc0-f179-44ae-9747-58672c4b7cd3), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.619298 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35075db-2fd6-499e-8dfe-b67cbb7f9e33 req-ae140777-8823-437c-9af8-5e330326a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:26.621057 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a35075db-2fd6-499e-8dfe-b67cbb7f9e33 req-ae140777-8823-437c-9af8-5e330326a600 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 1129 time: 0.0463216 Aug 31 00:43:26.675053 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559e7ad-d653-444e-a230-c88a49953ce8 req-fc60015f-6214-4462-a66f-b6bd4a7cda7a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:26.676666 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0559e7ad-d653-444e-a230-c88a49953ce8 req-fc60015f-6214-4462-a66f-b6bd4a7cda7a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 945 time: 0.0795085 Aug 31 00:43:26.687048 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-765191f8-6f76-48b6-90ae-24efc23be895 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a2fb93b6f8554f9cbc9c22400d86f6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519151 Aug 31 00:43:26.687367 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50160) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:26.697375 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765191f8-6f76-48b6-90ae-24efc23be895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31dddc0-f179-44ae-9747-58672c4b7cd3,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:26.699052 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-a35075db-2fd6-499e-8dfe-b67cbb7f9e33 req-b2512250-6c5a-409f-9241-124bb518dd9b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694661 Aug 31 00:43:26.700406 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:26.750303 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0559e7ad-d653-444e-a230-c88a49953ce8 req-8efb117b-4e2e-4e85-8221-cb06aa6d41d9 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611730 Aug 31 00:43:26.755701 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ccb601c-84cf-4535-bfca-3ffd1d70c33b admin admin] Publish callbacks [] for security_group (d31dddc0-f179-44ae-9747-58672c4b7cd3), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.780172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ccb601c-84cf-4535-bfca-3ffd1d70c33b admin admin] Publish callbacks [] for security_group (d31dddc0-f179-44ae-9747-58672c4b7cd3), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.910536 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ccb601c-84cf-4535-bfca-3ffd1d70c33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (d31dddc0-f179-44ae-9747-58672c4b7cd3), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.913390 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-5ccb601c-84cf-4535-bfca-3ffd1d70c33b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:26.914744 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-5ccb601c-84cf-4535-bfca-3ffd1d70c33b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d31dddc0-f179-44ae-9747-58672c4b7cd3 HTTP/1.1" status: 204 len: 168 time: 0.2261934 Aug 31 00:43:26.925106 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb601c-84cf-4535-bfca-3ffd1d70c33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31dddc0-f179-44ae-9747-58672c4b7cd3,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:27.344924 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50170) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:27.362540 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8d63a1c4-8b4a-43df-a560-4d2c1bfdcffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:27.427709 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:27.461582 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8d63a1c4-8b4a-43df-a560-4d2c1bfdcffb admin admin] Publish callbacks [] for security_group (a6f53656-fba4-4e74-a5bf-d9f4ff65ed65), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:27.544383 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8d63a1c4-8b4a-43df-a560-4d2c1bfdcffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a6f53656-fba4-4e74-a5bf-d9f4ff65ed65), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:27.587671 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-8d63a1c4-8b4a-43df-a560-4d2c1bfdcffb admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=7ee635dd962545f59966df442b4ea451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408650 Aug 31 00:43:27.589569 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63a1c4-8b4a-43df-a560-4d2c1bfdcffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f53656-fba4-4e74-a5bf-d9f4ff65ed65,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:27.594283 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50180) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:27.659499 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1196852b-4e7b-4a74-a7df-be8b931e4789 admin admin] Publish callbacks [] for security_group (a6f53656-fba4-4e74-a5bf-d9f4ff65ed65), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:27.684117 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1196852b-4e7b-4a74-a7df-be8b931e4789 admin admin] Publish callbacks [] for security_group (a6f53656-fba4-4e74-a5bf-d9f4ff65ed65), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:27.809954 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1196852b-4e7b-4a74-a7df-be8b931e4789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (a6f53656-fba4-4e74-a5bf-d9f4ff65ed65), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:27.814960 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-1196852b-4e7b-4a74-a7df-be8b931e4789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:27.817415 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-1196852b-4e7b-4a74-a7df-be8b931e4789 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a6f53656-fba4-4e74-a5bf-d9f4ff65ed65 HTTP/1.1" status: 204 len: 168 time: 0.2207563 Aug 31 00:43:27.829955 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196852b-4e7b-4a74-a7df-be8b931e4789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f53656-fba4-4e74-a5bf-d9f4ff65ed65,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:27.928261 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12ec1b-98af-417b-9bef-34d724d4968b req-dd8bad80-0db0-4280-b2b1-e8498a7f79c1 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:27.930121 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3c12ec1b-98af-417b-9bef-34d724d4968b req-dd8bad80-0db0-4280-b2b1-e8498a7f79c1 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 945 time: 0.0554485 Aug 31 00:43:27.991319 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3c12ec1b-98af-417b-9bef-34d724d4968b req-128f5e17-1c66-4583-af27-c5cc1dcdd3fb tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539098 Aug 31 00:43:28.289505 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:29.150366 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5af21-470d-47ab-a701-db6133065434 req-79a08398-4326-4371-8814-257ede05cba0 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:29.154308 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6be5af21-470d-47ab-a701-db6133065434 req-79a08398-4326-4371-8814-257ede05cba0 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 945 time: 0.0659356 Aug 31 00:43:29.218194 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6be5af21-470d-47ab-a701-db6133065434 req-81557cfb-6621-40db-8db4-146dfc9921ab tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579247 Aug 31 00:43:30.901037 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50366) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:31.054343 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-893ded0e-e06e-405d-899b-88e3bfc2f1de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:31.143329 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-893ded0e-e06e-405d-899b-88e3bfc2f1de admin admin] Publish callbacks [] for security_group (0ec09f18-5d9b-4e70-b118-8bf93972ab5c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:31.276046 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-893ded0e-e06e-405d-899b-88e3bfc2f1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0ec09f18-5d9b-4e70-b118-8bf93972ab5c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:31.322401 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ded0e-e06e-405d-899b-88e3bfc2f1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec09f18-5d9b-4e70-b118-8bf93972ab5c,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:31.327008 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-893ded0e-e06e-405d-899b-88e3bfc2f1de admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=1d2f2b8122874d15aa5430491bd441a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244144 Aug 31 00:43:31.329800 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50386) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:31.386111 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ea72962e-fd8d-4e08-b0b4-a57b69044a54 admin admin] Publish callbacks [] for security_group (0ec09f18-5d9b-4e70-b118-8bf93972ab5c), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:31.408793 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ea72962e-fd8d-4e08-b0b4-a57b69044a54 admin admin] Publish callbacks [] for security_group (0ec09f18-5d9b-4e70-b118-8bf93972ab5c), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:31.573322 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ea72962e-fd8d-4e08-b0b4-a57b69044a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0ec09f18-5d9b-4e70-b118-8bf93972ab5c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:31.577049 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ea72962e-fd8d-4e08-b0b4-a57b69044a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:31.578318 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-ea72962e-fd8d-4e08-b0b4-a57b69044a54 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0ec09f18-5d9b-4e70-b118-8bf93972ab5c HTTP/1.1" status: 204 len: 168 time: 0.2473862 Aug 31 00:43:31.588287 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72962e-fd8d-4e08-b0b4-a57b69044a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec09f18-5d9b-4e70-b118-8bf93972ab5c,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:32.322945 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50404) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:32.340171 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fd80539b-9216-4359-ad52-fb63b4e519b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:32.451321 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fd80539b-9216-4359-ad52-fb63b4e519b6 admin admin] Publish callbacks [] for security_group (cfa37a0e-ff86-4db3-b5d6-3e5905040bba), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:32.523279 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fd80539b-9216-4359-ad52-fb63b4e519b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (cfa37a0e-ff86-4db3-b5d6-3e5905040bba), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:32.566121 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80539b-9216-4359-ad52-fb63b4e519b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa37a0e-ff86-4db3-b5d6-3e5905040bba,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:32.570993 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-fd80539b-9216-4359-ad52-fb63b4e519b6 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a6faa2cb1ae34775ab5431eda54a76af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463491 Aug 31 00:43:32.573172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50408) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:32.625910 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0ba58f08-e929-414d-b804-4124f1031f51 admin admin] Publish callbacks [] for security_group (cfa37a0e-ff86-4db3-b5d6-3e5905040bba), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:32.653728 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0ba58f08-e929-414d-b804-4124f1031f51 admin admin] Publish callbacks [] for security_group (cfa37a0e-ff86-4db3-b5d6-3e5905040bba), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:32.655539 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:32.775152 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0ba58f08-e929-414d-b804-4124f1031f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (cfa37a0e-ff86-4db3-b5d6-3e5905040bba), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:32.778435 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-0ba58f08-e929-414d-b804-4124f1031f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:32.779593 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-0ba58f08-e929-414d-b804-4124f1031f51 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/cfa37a0e-ff86-4db3-b5d6-3e5905040bba HTTP/1.1" status: 204 len: 168 time: 0.2050176 Aug 31 00:43:32.787860 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba58f08-e929-414d-b804-4124f1031f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa37a0e-ff86-4db3-b5d6-3e5905040bba,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:34.053781 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50442) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:34.159740 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-340090858-network', 'tenant_id': '58846ca5da5e4829a4166f9d7587c9f0'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:43:34.275628 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Made reservation on behalf of 58846ca5da5e4829a4166f9d7587c9f0 for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:43:34.278178 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:34.287905 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:34.371679 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Publish callbacks [] for security_group (24397736-d198-4fdf-9c7c-6c5e9a190afc), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:34.432059 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (24397736-d198-4fdf-9c7c-6c5e9a190afc), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:34.462577 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:43:34.479707 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24397736-d198-4fdf-9c7c-6c5e9a190afc,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:34.537174 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (d80def47-338a-4329-847b-a864935c225d), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:34.537526 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Added segment d80def47-338a-4329-847b-a864935c225d of type vlan for network f2ec2979-740a-4077-a113-e238f92dad1e Aug 31 00:43:34.598160 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (f2ec2979-740a-4077-a113-e238f92dad1e), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:34.673213 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (f2ec2979-740a-4077-a113-e238f92dad1e), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:34.673213 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:34.673213 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:34.676245 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:34.737595 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] Pushing event updated for resources: {'Network': ['ID=f2ec2979-740a-4077-a113-e238f92dad1e,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:34.747832 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network f2ec2979-740a-4077-a113-e238f92dad1e details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:43:34.848070 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-6f59faa9-7812-44db-82fb-2fd74a8121bc admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7931602 Aug 31 00:43:34.851363 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50454) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:34.856561 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Request body: {'subnet': {'network_id': 'f2ec2979-740a-4077-a113-e238f92dad1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-340090858-subnet', 'tenant_id': '58846ca5da5e4829a4166f9d7587c9f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:43:35.007249 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Made reservation on behalf of 58846ca5da5e4829a4166f9d7587c9f0 for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:43:35.010269 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64455264'] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.250037 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64188731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64455286'] for subnet (9fff9818-97b8-453c-8ab4-f5658b627640), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.268676 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50458) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:35.304103 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:35.309927 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fff9818-97b8-453c-8ab4-f5658b627640,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:35.321995 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Checking segment: {'id': 'd80def47-338a-4329-847b-a864935c225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f2ec2979-740a-4077-a113-e238f92dad1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:43:35.322162 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Network hostable DHCP agents. Network: f2ec2979-740a-4077-a113-e238f92dad1e, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:43:35.394657 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e86b9789-7b4a-49b1-9c33-97e80760cdba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.428820 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Network f2ec2979-740a-4077-a113-e238f92dad1e is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:43:35.489541 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e86b9789-7b4a-49b1-9c33-97e80760cdba admin admin] Publish callbacks [] for security_group (fb1fa674-f6d9-448b-9c64-774907967b33), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.534856 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, f2ec2979-740a-4077-a113-e238f92dad1e) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:43:35.535389 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-e86b9789-7b4a-49b1-9c33-97e80760cdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (fb1fa674-f6d9-448b-9c64-774907967b33), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.544570 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f07358-44ff-4909-82f3-82fac5b9c676 None None] Network f2ec2979-740a-4077-a113-e238f92dad1e requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:43:35.544892 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:35.547772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.549147 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:35.585168 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-e86b9789-7b4a-49b1-9c33-97e80760cdba admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8281363ad1c64e6393af42793f9d55c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153732 Aug 31 00:43:35.585374 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50464) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:35.586423 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b9789-7b4a-49b1-9c33-97e80760cdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1fa674-f6d9-448b-9c64-774907967b33,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:35.632366 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2a4e79bc-c8e7-4373-a31f-48af3baf1169 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7798977 Aug 31 00:43:35.668295 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4f6e506b-cf1a-432e-9307-d06c3ecd0535 admin admin] Publish callbacks [] for security_group (fb1fa674-f6d9-448b-9c64-774907967b33), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.682061 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b75b351-bab2-4cba-9c37-6ede9ce8a032 None None] Network f2ec2979-740a-4077-a113-e238f92dad1e requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:43:35.693377 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4f6e506b-cf1a-432e-9307-d06c3ecd0535 admin admin] Publish callbacks [] for security_group (fb1fa674-f6d9-448b-9c64-774907967b33), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.894630 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4f6e506b-cf1a-432e-9307-d06c3ecd0535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (fb1fa674-f6d9-448b-9c64-774907967b33), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.897758 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-4f6e506b-cf1a-432e-9307-d06c3ecd0535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:35.903441 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-4f6e506b-cf1a-432e-9307-d06c3ecd0535 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/fb1fa674-f6d9-448b-9c64-774907967b33 HTTP/1.1" status: 204 len: 168 time: 0.3125796 Aug 31 00:43:35.914612 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e506b-cf1a-432e-9307-d06c3ecd0535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1fa674-f6d9-448b-9c64-774907967b33,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:36.591865 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50486) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:36.596891 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2022261257-network', 'tenant_id': '66456a796af547c190c9d32a2603bcdc'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:43:36.748292 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50490) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:36.766968 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-65dc0e76-a364-44d1-a66e-00574156527c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:36.870087 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-65dc0e76-a364-44d1-a66e-00574156527c admin admin] Publish callbacks [] for security_group (b581e487-aed2-4098-92b4-f29f06117b13), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:36.946058 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-65dc0e76-a364-44d1-a66e-00574156527c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (b581e487-aed2-4098-92b4-f29f06117b13), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:36.969416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Made reservation on behalf of 66456a796af547c190c9d32a2603bcdc for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:43:36.973697 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:36.985985 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.004251 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-65dc0e76-a364-44d1-a66e-00574156527c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d1a3b92f544949d8a813d902fdf212d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547121 Aug 31 00:43:37.006540 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc0e76-a364-44d1-a66e-00574156527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b581e487-aed2-4098-92b4-f29f06117b13,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:37.009130 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50494) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:37.063436 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5ebb-9454-4cd0-8ab1-b10659c61d50 admin admin] Publish callbacks [] for security_group (b581e487-aed2-4098-92b4-f29f06117b13), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.087002 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5ebb-9454-4cd0-8ab1-b10659c61d50 admin admin] Publish callbacks [] for security_group (b581e487-aed2-4098-92b4-f29f06117b13), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.091263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Publish callbacks [] for security_group (56653bbc-291f-430a-bef9-bfd9d4435f82), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.167329 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (56653bbc-291f-430a-bef9-bfd9d4435f82), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.174118 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:37.194899 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56653bbc-291f-430a-bef9-bfd9d4435f82,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:37.232182 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5ebb-9454-4cd0-8ab1-b10659c61d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (b581e487-aed2-4098-92b4-f29f06117b13), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.235086 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5ebb-9454-4cd0-8ab1-b10659c61d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.239336 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-2a6a5ebb-9454-4cd0-8ab1-b10659c61d50 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b581e487-aed2-4098-92b4-f29f06117b13 HTTP/1.1" status: 204 len: 168 time: 0.2262864 Aug 31 00:43:37.239522 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:43:37.250734 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a5ebb-9454-4cd0-8ab1-b10659c61d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b581e487-aed2-4098-92b4-f29f06117b13,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:37.251670 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (c024a7b7-4730-4085-a252-eeddac4d51c8), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.251670 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Added segment c024a7b7-4730-4085-a252-eeddac4d51c8 of type vlan for network 01940cff-56d9-46ba-b592-3353b197cf43 Aug 31 00:43:37.321566 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (01940cff-56d9-46ba-b592-3353b197cf43), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.409081 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (01940cff-56d9-46ba-b592-3353b197cf43), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.410222 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:37.410835 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.476565 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] Pushing event updated for resources: {'Network': ['ID=01940cff-56d9-46ba-b592-3353b197cf43,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:37.487497 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 01940cff-56d9-46ba-b592-3353b197cf43 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:43:37.524532 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-70a6bba9-6c0d-4cfb-a933-6aed366508ee admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9283845 Aug 31 00:43:37.525241 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50500) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:37.530750 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Request body: {'subnet': {'network_id': '01940cff-56d9-46ba-b592-3353b197cf43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2022261257-subnet', 'tenant_id': '66456a796af547c190c9d32a2603bcdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:43:37.557188 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:37.631616 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Made reservation on behalf of 66456a796af547c190c9d32a2603bcdc for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:43:37.634087 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64455264'] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.825005 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:37.902816 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64188731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64455286'] for subnet (1ad669be-2ee5-45c9-95f3-12cada40d41a), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:37.975245 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad669be-2ee5-45c9-95f3-12cada40d41a,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:37.987992 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Checking segment: {'id': 'c024a7b7-4730-4085-a252-eeddac4d51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01940cff-56d9-46ba-b592-3353b197cf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:43:37.988627 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Network hostable DHCP agents. Network: 01940cff-56d9-46ba-b592-3353b197cf43, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:43:38.134930 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Network 01940cff-56d9-46ba-b592-3353b197cf43 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:43:38.249231 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 01940cff-56d9-46ba-b592-3353b197cf43) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:43:38.258263 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c188ec-d6a0-4f9c-bf19-2b7c7d535f9b None None] Network 01940cff-56d9-46ba-b592-3353b197cf43 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:43:38.258499 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:38.259445 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:38.375757 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-a1e94586-8ff0-44a6-ab8b-770186e9c1fa admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8493509 Aug 31 00:43:38.383256 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d0216-5ecf-47c5-aca8-503cf1977325 None None] Network 01940cff-56d9-46ba-b592-3353b197cf43 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:43:42.958713 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:43:47.239643 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:47.241017 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=51,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:47.571018 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-14639d72-057c-4faa-8e1e-79a32e6252f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:48.273477 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=62,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:48.311026 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:50.107303 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-42f5bbf6-6d7a-4845-915a-ed701497a576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:51.488891 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:52.954041 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:52.954872 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=6 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:53.168846 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:53.437856 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:55.468108 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:56.918732 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50810) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:56.966522 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f697e65f-31d7-4dd3-bb15-0aa2ce349e08 admin admin] Deleting subnet 9fff9818-97b8-453c-8ab4-f5658b627640 {{(pid=113723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:43:56.969864 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f697e65f-31d7-4dd3-bb15-0aa2ce349e08 admin admin] Publish callbacks [] for subnet (9fff9818-97b8-453c-8ab4-f5658b627640), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.012951 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f697e65f-31d7-4dd3-bb15-0aa2ce349e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65369723'] for subnet (9fff9818-97b8-453c-8ab4-f5658b627640), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.056795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f697e65f-31d7-4dd3-bb15-0aa2ce349e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (9fff9818-97b8-453c-8ab4-f5658b627640), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.274563 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f697e65f-31d7-4dd3-bb15-0aa2ce349e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64188792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64455295'] for subnet (9fff9818-97b8-453c-8ab4-f5658b627640), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.301361 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697e65f-31d7-4dd3-bb15-0aa2ce349e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fff9818-97b8-453c-8ab4-f5658b627640,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:57.305054 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f697e65f-31d7-4dd3-bb15-0aa2ce349e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.308135 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f697e65f-31d7-4dd3-bb15-0aa2ce349e08 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/9fff9818-97b8-453c-8ab4-f5658b627640 HTTP/1.1" status: 204 len: 168 time: 0.3883710 Aug 31 00:43:57.310641 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50814) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:57.387152 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (f2ec2979-740a-4077-a113-e238f92dad1e), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.472996 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (f2ec2979-740a-4077-a113-e238f92dad1e), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.500303 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ec2979-740a-4077-a113-e238f92dad1e']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:43:57.510134 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80def47-338a-4329-847b-a864935c225d') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:43:57.510429 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80def47-338a-4329-847b-a864935c225d') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:43:57.520147 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (d80def47-338a-4329-847b-a864935c225d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.534726 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (d80def47-338a-4329-847b-a864935c225d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.549140 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:43:57.549140 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (d80def47-338a-4329-847b-a864935c225d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.583503 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment d80def47-338a-4329-847b-a864935c225d resource provider aggregate not found Aug 31 00:43:57.601512 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment d80def47-338a-4329-847b-a864935c225d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d80def47-338a-4329-847b-a864935c225d found for delete ", "request_id": "req-f99c9c9e-c486-4d7f-9907-de03852ddcbb"}]} Aug 31 00:43:57.807289 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (f2ec2979-740a-4077-a113-e238f92dad1e), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.817714 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.818302 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/f2ec2979-740a-4077-a113-e238f92dad1e HTTP/1.1" status: 204 len: 168 time: 0.5054584 Aug 31 00:43:57.821552 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50820) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:57.830268 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f05ba-547b-454d-9ad8-f25d05d93289 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ec2979-740a-4077-a113-e238f92dad1e,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:57.871479 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1279cb0-5c62-4c22-8287-b51438a903ef admin admin] Deleting subnet 1ad669be-2ee5-45c9-95f3-12cada40d41a {{(pid=113724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:43:57.875970 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c1279cb0-5c62-4c22-8287-b51438a903ef admin admin] Publish callbacks [] for subnet (1ad669be-2ee5-45c9-95f3-12cada40d41a), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.920364 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c1279cb0-5c62-4c22-8287-b51438a903ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63547470'] for subnet (1ad669be-2ee5-45c9-95f3-12cada40d41a), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:57.968941 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c1279cb0-5c62-4c22-8287-b51438a903ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (1ad669be-2ee5-45c9-95f3-12cada40d41a), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.215688 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c1279cb0-5c62-4c22-8287-b51438a903ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63547631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58249794'] for subnet (1ad669be-2ee5-45c9-95f3-12cada40d41a), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.245633 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1279cb0-5c62-4c22-8287-b51438a903ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad669be-2ee5-45c9-95f3-12cada40d41a,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:58.249252 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-c1279cb0-5c62-4c22-8287-b51438a903ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.255132 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-c1279cb0-5c62-4c22-8287-b51438a903ef admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/1ad669be-2ee5-45c9-95f3-12cada40d41a HTTP/1.1" status: 204 len: 168 time: 0.4325407 Aug 31 00:43:58.258182 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50828) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:58.333151 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (01940cff-56d9-46ba-b592-3353b197cf43), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.426266 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (01940cff-56d9-46ba-b592-3353b197cf43), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.449262 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01940cff-56d9-46ba-b592-3353b197cf43']}} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:43:58.458870 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c024a7b7-4730-4085-a252-eeddac4d51c8') {'for_net_delete': True} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:43:58.504188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c024a7b7-4730-4085-a252-eeddac4d51c8') {} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:43:58.504188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63547461'] for segment (c024a7b7-4730-4085-a252-eeddac4d51c8), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.504188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (c024a7b7-4730-4085-a252-eeddac4d51c8), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.504188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=113724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:43:58.504188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63548233'] for segment (c024a7b7-4730-4085-a252-eeddac4d51c8), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.546374 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment c024a7b7-4730-4085-a252-eeddac4d51c8 resource provider aggregate not found Aug 31 00:43:58.566574 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment c024a7b7-4730-4085-a252-eeddac4d51c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c024a7b7-4730-4085-a252-eeddac4d51c8 found for delete ", "request_id": "req-5ab01d54-bcbc-46e0-acc2-de080074dab1"}]} Aug 31 00:43:58.585171 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-a5d61c03-90b2-44a9-ab32-2079ae8cd86e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446093 Aug 31 00:43:58.671807 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-f6e12d25-ad1f-4527-a203-23efc3c948ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:58.673389 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-f6e12d25-ad1f-4527-a203-23efc3c948ca service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 1129 time: 0.0453126 Aug 31 00:43:58.788991 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-4d16cdb1-1811-4b88-ac18-7f6e86347a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:58.790521 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-4d16cdb1-1811-4b88-ac18-7f6e86347a86 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 913 time: 0.0961621 Aug 31 00:43:58.822799 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (01940cff-56d9-46ba-b592-3353b197cf43), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.831309 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:58.835720 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/01940cff-56d9-46ba-b592-3353b197cf43 HTTP/1.1" status: 204 len: 168 time: 0.5764561 Aug 31 00:43:58.850373 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91377ef9-fe4d-4d8c-8380-782db8379bea admin admin] Pushing event deleted for resources: {'Network': ['ID=01940cff-56d9-46ba-b592-3353b197cf43,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:43:58.865139 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-0f978bc9-bb81-44aa-aba5-8d1bcb0c581a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e8579c-bd80-41e5-85c3-d0906fe6933e HTTP/1.1" status: 200 len: 1001 time: 0.0677621 Aug 31 00:43:58.927925 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-b4c1254a-8461-4c84-902c-29592ffb6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:58.930157 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-b4c1254a-8461-4c84-902c-29592ffb6b6a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.0587101 Aug 31 00:43:58.981695 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-d8192964-ade1-4b21-8db0-1a07044571a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:43:58.984735 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-d8192964-ade1-4b21-8db0-1a07044571a9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469329 Aug 31 00:43:59.101044 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-20ce3954-55f8-490a-adcf-c32a8c627e2f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091418 Aug 31 00:43:59.116856 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:59.159555 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:43:59.220209 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-278f6c27-78e5-470c-ad75-0517f1aae4c6 req-aa601b49-e126-47e9-92d1-991fd130a861 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127245 Aug 31 00:43:59.439036 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50848) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:59.490844 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-a9f77ef9-8454-40be-92d7-2980fed8294c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=58846ca5da5e4829a4166f9d7587c9f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477962 Aug 31 00:43:59.494572 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50850) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:43:59.575355 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3805-e24e-4c2b-9783-e43a9ebc3f59 admin admin] Publish callbacks [] for security_group (24397736-d198-4fdf-9c7c-6c5e9a190afc), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:59.597370 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3805-e24e-4c2b-9783-e43a9ebc3f59 admin admin] Publish callbacks [] for security_group (24397736-d198-4fdf-9c7c-6c5e9a190afc), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:59.707127 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3805-e24e-4c2b-9783-e43a9ebc3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (24397736-d198-4fdf-9c7c-6c5e9a190afc), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:59.709831 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3805-e24e-4c2b-9783-e43a9ebc3f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:43:59.711270 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-9aaa3805-e24e-4c2b-9783-e43a9ebc3f59 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/24397736-d198-4fdf-9c7c-6c5e9a190afc HTTP/1.1" status: 204 len: 168 time: 0.2191346 Aug 31 00:43:59.721124 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa3805-e24e-4c2b-9783-e43a9ebc3f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24397736-d198-4fdf-9c7c-6c5e9a190afc,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:00.633955 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50868) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:00.681394 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-7df936a8-9af5-4c0f-adef-7a950e31f37b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=66456a796af547c190c9d32a2603bcdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492899 Aug 31 00:44:00.683968 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 50872) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:00.746198 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-29ff799c-6724-4a52-9585-df2457efc87c admin admin] Publish callbacks [] for security_group (56653bbc-291f-430a-bef9-bfd9d4435f82), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:00.771577 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-29ff799c-6724-4a52-9585-df2457efc87c admin admin] Publish callbacks [] for security_group (56653bbc-291f-430a-bef9-bfd9d4435f82), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:00.923034 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-29ff799c-6724-4a52-9585-df2457efc87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (56653bbc-291f-430a-bef9-bfd9d4435f82), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:00.926551 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-29ff799c-6724-4a52-9585-df2457efc87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:00.927980 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-29ff799c-6724-4a52-9585-df2457efc87c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/56653bbc-291f-430a-bef9-bfd9d4435f82 HTTP/1.1" status: 204 len: 168 time: 0.2427711 Aug 31 00:44:00.938188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff799c-6724-4a52-9585-df2457efc87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56653bbc-291f-430a-bef9-bfd9d4435f82,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:09.738833 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:10.050510 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=58,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:10.809742 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=74,neutron:DELETE=7 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:10.932978 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:10.951724 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:12.898042 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50982) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:13.009555 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b2234d5d-6d34-4bcc-85f7-085939707e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:13.090863 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b2234d5d-6d34-4bcc-85f7-085939707e06 admin admin] Publish callbacks [] for security_group (9393670e-3a45-4715-8b52-af84c76ceab2), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:13.160987 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b2234d5d-6d34-4bcc-85f7-085939707e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (9393670e-3a45-4715-8b52-af84c76ceab2), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:13.200014 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2234d5d-6d34-4bcc-85f7-085939707e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9393670e-3a45-4715-8b52-af84c76ceab2,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:13.204458 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-b2234d5d-6d34-4bcc-85f7-085939707e06 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=423943e4de9b4b389cc6d38a10a525ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051112 Aug 31 00:44:13.208514 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 50992) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:13.267423 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-917da86c-90fc-40f3-95f6-d1e839942def admin admin] Publish callbacks [] for security_group (9393670e-3a45-4715-8b52-af84c76ceab2), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:13.290170 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-917da86c-90fc-40f3-95f6-d1e839942def admin admin] Publish callbacks [] for security_group (9393670e-3a45-4715-8b52-af84c76ceab2), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:13.415071 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-917da86c-90fc-40f3-95f6-d1e839942def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (9393670e-3a45-4715-8b52-af84c76ceab2), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:13.417650 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-917da86c-90fc-40f3-95f6-d1e839942def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:13.418860 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-917da86c-90fc-40f3-95f6-d1e839942def admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/9393670e-3a45-4715-8b52-af84c76ceab2 HTTP/1.1" status: 204 len: 168 time: 0.2094252 Aug 31 00:44:13.428485 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917da86c-90fc-40f3-95f6-d1e839942def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9393670e-3a45-4715-8b52-af84c76ceab2,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:14.891362 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:17.544149 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-e9a411e2-1466-4ce3-b447-763b046306b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:19.956958 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:44:20.117460 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d6a9-a217-4425-b7f1-85fcbefbfb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:21.008587 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 51062) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:21.156765 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Deleting port 8d2170b0-180b-44a0-be63-72d0f2ac4ab7 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:21.157108 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (8d2170b0-180b-44a0-be63-72d0f2ac4ab7), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:21.239635 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (8d2170b0-180b-44a0-be63-72d0f2ac4ab7), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:21.239951 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (8d2170b0-180b-44a0-be63-72d0f2ac4ab7), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:21.252445 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Calling delete_port for 8d2170b0-180b-44a0-be63-72d0f2ac4ab7 owned by network:floatingip {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:21.500369 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (8d2170b0-180b-44a0-be63-72d0f2ac4ab7), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:21.509829 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:21.529231 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event deleted for resources: {'Port': ['ID=8d2170b0-180b-44a0-be63-72d0f2ac4ab7,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:21.584192 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:21.586623 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:21.597894 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (3a6459b5-f870-4082-b550-ecb9bb14ce5c), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:21.598286 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Floating IP 3a6459b5-f870-4082-b550-ecb9bb14ce5c disassociated (deleted). External IP: 172.27.3.164, port: d6e8579c-bd80-41e5-85c3-d0906fe6933e. Aug 31 00:44:21.825320 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Router 9b9a5233-c072-421d-84a0-85651350fd73 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:44:21.945879 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:44:21.951385 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:21.956750 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] Sync routers for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:44:21.968302 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:44:21.969031 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:44:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:21.985263 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-630f86f5-057a-4d99-b466-5cadf014217f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/3a6459b5-f870-4082-b550-ecb9bb14ce5c HTTP/1.1" status: 204 len: 168 time: 0.9731383 Aug 31 00:44:21.985263 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:44:21.985951 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c4b514-7d6f-4fe6-bbb1-518594a6434d" -d '{"events": [{"name": "network-changed", "server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:44:22.033106 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9f4997-b502-4cf2-9114-f8590584abe4 x-openstack-request-id: req-ab9f4997-b502-4cf2-9114-f8590584abe4 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:44:22.036593 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:44:22.036593 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab9f4997-b502-4cf2-9114-f8590584abe4 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:44:22.036593 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9f4997-b502-4cf2-9114-f8590584abe4'] response: {'name': 'network-changed', 'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'status': 'completed', 'code': 200} Aug 31 00:44:22.084807 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:44:22.326785 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'ed011ae8-ae62-4e80-a18f-bbb49704863b', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:19Z', 'updated_at': '2022-08-31T00:40:22Z', 'revision_number': 1, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:22.441715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9af466-b0e5-48ba-bc27-e7e5052728e2 req-d374bd3e-d49d-4bae-8542-92d31513db5b tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:22.443296 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2c9af466-b0e5-48ba-bc27-e7e5052728e2 req-d374bd3e-d49d-4bae-8542-92d31513db5b tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.0575833 Aug 31 00:44:22.455233 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] Checking router: 9b9a5233-c072-421d-84a0-85651350fd73 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:44:22.464761 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:44:22.465369 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:44:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:22.509884 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2c9af466-b0e5-48ba-bc27-e7e5052728e2 req-82a09698-2a14-44c8-ac52-35cff07c9930 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594573 Aug 31 00:44:22.580516 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:44:22.800593 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'ed011ae8-ae62-4e80-a18f-bbb49704863b', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:19Z', 'updated_at': '2022-08-31T00:40:22Z', 'revision_number': 1, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:22.829790 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431a4a4-5d17-402c-9d6e-b782e17e7721 None None] The sync data for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi is: [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'ed011ae8-ae62-4e80-a18f-bbb49704863b', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'port_id': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'mac_address': 'fa:16:3e:1f:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:40:19Z', 'updated_at': '2022-08-31T00:40:22Z', 'revision_number': 1, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:44:23.065316 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce23478-87a8-4c1e-8e2e-4894fdf2290e None None] New status for floating IP 3a6459b5-f870-4082-b550-ecb9bb14ce5c: DOWN {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:44:23.202961 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:23.397415 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:23.641880 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20059011-812b-4577-86e1-9d199b891aa0 req-1b65a15e-1286-45d5-9c63-fab8f35d5a8a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:23.643408 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-20059011-812b-4577-86e1-9d199b891aa0 req-1b65a15e-1286-45d5-9c63-fab8f35d5a8a tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.0534887 Aug 31 00:44:23.696903 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-20059011-812b-4577-86e1-9d199b891aa0 req-4b2fe6f3-4bd3-40dd-b98d-bcca587174f7 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466349 Aug 31 00:44:24.834651 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64f728-2f28-433d-94d1-17782d093e6e req-471dc6f3-8d70-4a79-8108-c58cc7777a42 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:24.836952 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fe64f728-2f28-433d-94d1-17782d093e6e req-471dc6f3-8d70-4a79-8108-c58cc7777a42 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.0555141 Aug 31 00:44:24.896260 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fe64f728-2f28-433d-94d1-17782d093e6e req-1cc33928-dd2c-4e54-9950-1670d6f03614 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531793 Aug 31 00:44:25.614563 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:26.019088 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50af74-67b2-44a7-a633-4a15d0dd666f req-ce9ce34a-af64-4879-8286-2018297138dc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:26.020602 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cc50af74-67b2-44a7-a633-4a15d0dd666f req-ce9ce34a-af64-4879-8286-2018297138dc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.0483596 Aug 31 00:44:26.074381 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cc50af74-67b2-44a7-a633-4a15d0dd666f req-5516bbe6-4947-4096-a9ca-a470cfb4792b tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471942 Aug 31 00:44:26.272526 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-6ee5559c-36b0-41eb-bf45-e351649e1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:26.274482 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-6ee5559c-36b0-41eb-bf45-e351649e1db6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 1129 time: 0.0415955 Aug 31 00:44:26.373347 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-43cf014d-d308-48d1-a4f2-c0822ae0d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:26.376161 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-43cf014d-d308-48d1-a4f2-c0822ae0d03f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 913 time: 0.0932403 Aug 31 00:44:26.427264 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-b9ef402b-7e97-4deb-af2f-ff83206134ad service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e8579c-bd80-41e5-85c3-d0906fe6933e HTTP/1.1" status: 200 len: 217 time: 0.0397005 Aug 31 00:44:26.859803 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-7759db05-597d-4432-bd37-38924d5b5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:26.861319 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-7759db05-597d-4432-bd37-38924d5b5d9f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.0484164 Aug 31 00:44:26.909881 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-f786ab3f-006a-4524-9b32-b7ff7ea3a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:26.911431 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-f786ab3f-006a-4524-9b32-b7ff7ea3a855 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429111 Aug 31 00:44:27.095268 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:27.183777 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-22df09ea-3fb6-489b-81e6-b513cad7441e tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=f4aa358ff1064f05968fff832ea588ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406897 Aug 31 00:44:27.203641 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cad1ea-29b9-4d5d-9939-33a27f13438f req-9ef02555-856e-4b4b-85d6-d6abfa81c2c6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:27.207555 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-72cad1ea-29b9-4d5d-9939-33a27f13438f req-9ef02555-856e-4b4b-85d6-d6abfa81c2c6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.0510097 Aug 31 00:44:27.260765 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-72cad1ea-29b9-4d5d-9939-33a27f13438f req-59578b7f-6a71-4606-a953-ca3b835b15b4 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496635 Aug 31 00:44:27.319224 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-76a8adc8-9979-4c0e-a2a0-c6e9ede90e38 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431676 Aug 31 00:44:27.350035 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-3e829001-d784-4003-84a8-51550c99f9a1 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:27.352551 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-3e829001-d784-4003-84a8-51550c99f9a1 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 945 time: 0.1660466 Aug 31 00:44:27.468798 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:27.591917 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891be373-61cc-46eb-8d64-01b340738aac req-c2345997-090d-4862-b88a-7f143440074a tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:27.593595 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-c2345997-090d-4862-b88a-7f143440074a tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3893204 Aug 31 00:44:27.599009 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Deleting port d6e8579c-bd80-41e5-85c3-d0906fe6933e {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:27.599412 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:27.673833 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-d8127aea-9eef-4470-9899-b1d879272f97 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/quotas/f4aa358ff1064f05968fff832ea588ee HTTP/1.1" status: 200 len: 375 time: 0.0691087 Aug 31 00:44:27.677717 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-57c4b514-7d6f-4fe6-bbb1-518594a6434d req-111aeed5-ac0a-4583-8b7a-4d09685c3c04 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500266 Aug 31 00:44:27.967998 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-073df396-7335-4af6-ae7e-cedb6dc5ec6d tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=f4aa358ff1064f05968fff832ea588ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2863631 Aug 31 00:44:28.006401 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] For port d6e8579c-bd80-41e5-85c3-d0906fe6933e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d6e8579c-bd80-41e5-85c3-d0906fe6933e,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:28.006978 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:28.021520 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Calling delete_port for d6e8579c-bd80-41e5-85c3-d0906fe6933e owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:28.241600 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0335d03c-5103-4327-92b9-0a7a3ac6c79e req-e4d5536a-082d-46d1-8426-4e29725cbbae tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0323691 Aug 31 00:44:28.294952 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (d6e8579c-bd80-41e5-85c3-d0906fe6933e), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:28.327636 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event deleted for resources: {'Port': ['ID=d6e8579c-bd80-41e5-85c3-d0906fe6933e,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:28.337799 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.338179 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.338495 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.338842 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.339258 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.339560 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.339836 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.340168 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.340524 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.340870 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.341186 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.341520 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.341850 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.342178 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.342502 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:28.420296 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] No DVR routers for this DVR port d6e8579c-bd80-41e5-85c3-d0906fe6933e on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:44:28.423266 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7f989155-8a03-4cd7-9050-39c1ece217f4 req-c529549d-fd7c-4aa8-a930-8a5daad1f8a2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0474253 Aug 31 00:44:28.424276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:28.430009 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-27cd1a14-5528-44e0-882a-9adfd2b4ca3e req-cdd46db1-eca0-4c0d-a41b-2bf562f9c2d2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "DELETE /networking/v2.0/ports/d6e8579c-bd80-41e5-85c3-d0906fe6933e HTTP/1.1" status: 204 len: 173 time: 1.0439618 Aug 31 00:44:28.430009 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'name': 'network-vif-deleted', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:44:28.431332 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9943c2d0-5537-4bcb-aa36-dfdd28c37d1a" -d '{"events": [{"server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "name": "network-vif-deleted", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:44:28.471601 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681e9797-6207-4e72-b898-43bd9510851e x-openstack-request-id: req-681e9797-6207-4e72-b898-43bd9510851e {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:44:28.471968 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238e7167-528f-4320-99b2-344f8683cde6", "name": "network-vif-deleted", "tag": "d6e8579c-bd80-41e5-85c3-d0906fe6933e", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:44:28.472285 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-681e9797-6207-4e72-b898-43bd9510851e {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:44:28.472781 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-681e9797-6207-4e72-b898-43bd9510851e'] response: {'server_uuid': '238e7167-528f-4320-99b2-344f8683cde6', 'name': 'network-vif-deleted', 'tag': 'd6e8579c-bd80-41e5-85c3-d0906fe6933e', 'status': 'completed', 'code': 200} Aug 31 00:44:29.333577 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f34dc4ee-c30e-487c-b327-d524f13a9179 req-e11035d7-9f8b-439c-9b8d-629864bd66fb tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0328734 Aug 31 00:44:29.546682 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-25c7ab64-a910-416a-881e-ef175cba660b req-88ff468e-7173-4431-b98b-f497b02fef6b tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0294020 Aug 31 00:44:30.441736 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9e57f390-1e60-40dc-8f46-903121359833 req-fd828004-79c2-43f2-b3c6-ac1a259c8009 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0288012 Aug 31 00:44:30.667340 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-153892c7-3fe0-488a-ae5e-eddca13f312f req-e0548f05-5018-47b5-9b5e-d54c9a47589e tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0287766 Aug 31 00:44:31.543662 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-092e429c-2b4a-4b85-9378-521c476eb845 req-7a6f8299-b7fd-4e48-a06c-519e0872eed1 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0284765 Aug 31 00:44:31.787807 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f50c0d80-cf04-4770-91d8-5a7206799607 req-bba0239d-bcf9-4941-9878-a4d1f8886e35 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0312226 Aug 31 00:44:32.068267 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device d6e8579c-bd80-41e5-85c3-d0906fe6933e no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:44:32.089542 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: d6e8579c-bd80-41e5-85c3-d0906fe6933e {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:44:32.089904 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device d6e8579c-bd80-41e5-85c3-d0906fe6933e not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:44:32.645041 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b96c19d4-6b0d-4ac1-8594-c9b11fc7c46d req-1e4d4c45-d4c2-4481-b14c-4211023a675b tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0285060 Aug 31 00:44:32.802826 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=77 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:32.803625 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=79 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:32.909116 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d65b5155-d3d9-433f-ba55-4532e043f611 req-b91ab246-a23b-4002-a0cc-6534abf30f7c tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0299506 Aug 31 00:44:33.753807 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-28f9a223-ed0c-45b2-bc38-7fa918428d05 req-b38d0788-8b73-422c-a13a-e2df31e10fc1 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0315182 Aug 31 00:44:34.025421 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cfa66a04-d1dc-4518-8c3d-43a6f6d50d7e req-919e1759-ee28-4a61-b53e-3acd1b68aa3f tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=238e7167-528f-4320-99b2-344f8683cde6 HTTP/1.1" status: 200 len: 210 time: 0.0289063 Aug 31 00:44:34.854701 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ebf43444-f243-447b-8d27-3d34d236fa0f req-bae06262-93c2-49ae-9b81-2bffc80551ef tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0290163 Aug 31 00:44:35.955732 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cdae1f72-b796-48ef-8472-0ba7f3d09a46 req-6d11f1f3-5fcd-4775-ac1f-62d79c5aefba tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Aug 31 00:44:37.058210 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5c07516a-d3b4-487f-822c-9660516a8ba5 req-7a3ecc8e-12cd-45c4-8eda-8726637d09e2 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0276611 Aug 31 00:44:38.172860 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d08bfb77-e185-480b-9765-5fc693d1ae23 req-61e60c57-3ad4-4e7a-bb5c-18a73c2312d9 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0298107 Aug 31 00:44:38.668857 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-54b75693-debc-49a1-babc-507fa31e66ca tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=f4aa358ff1064f05968fff832ea588ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225561 Aug 31 00:44:38.701521 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:38.784158 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891be373-61cc-46eb-8d64-01b340738aac req-6f7c292c-5899-49bb-a9a7-970f64031adb tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:38.785626 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-6f7c292c-5899-49bb-a9a7-970f64031adb tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110220 Aug 31 00:44:38.808978 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Request body: {'port': {'device_id': '920af99b-43ea-46e0-8873-38efab535745', 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c', 'admin_state_up': True, 'tenant_id': 'f4aa358ff1064f05968fff832ea588ee'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:44:39.020480 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Made reservation on behalf of f4aa358ff1064f05968fff832ea588ee for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:44:39.024572 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:39.034743 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:39.093331 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:39.112113 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks [] for security_group (f0957c37-66bb-469a-a56e-a6b38af8797b), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:39.225775 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f0957c37-66bb-469a-a56e-a6b38af8797b), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:39.280485 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-815840d2-dc3f-4a61-88a1-fb466df8fb60 req-edaf7afe-d2f5-4305-9df4-92e3e135e5ee tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0314860 Aug 31 00:44:39.294440 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0957c37-66bb-469a-a56e-a6b38af8797b,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:39.376559 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Allocated IP 192.168.233.235 (9f2a0323-2c70-421a-a887-52ca5d90996c/4fc51c4e-5633-474f-860c-4fe13ff4a5d3/14029285-926b-41de-bdc4-a196e9cea3c9) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:44:39.523574 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:39.539923 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks [] for port (14029285-926b-41de-bdc4-a196e9cea3c9), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:39.655847 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:39.706167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Network 9f2a0323-2c70-421a-a887-52ca5d90996c is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:44:39.709268 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:44:39.713273 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:44:39.737779 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Pushing event updated for resources: {'Port': ['ID=14029285-926b-41de-bdc4-a196e9cea3c9,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:39.771068 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:39.771068 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:39.873046 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-064f6cee-806b-41cd-a5bb-21c87ba7cdd0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0686464 Aug 31 00:44:39.895837 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Request body: {'port': {'device_id': '920af99b-43ea-46e0-8873-38efab535745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:44:39.967732 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:40.000519 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:40.001865 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-81369c23-afa4-4c33-8147-16f63084769d None None] Provisioning complete for port 14029285-926b-41de-bdc4-a196e9cea3c9 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:44:40.002241 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-81369c23-afa4-4c33-8147-16f63084769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:40.039095 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-81369c23-afa4-4c33-8147-16f63084769d None None] Port 14029285-926b-41de-bdc4-a196e9cea3c9 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:44:40.149213 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:40.237758 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14029285-926b-41de-bdc4-a196e9cea3c9 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:44:40.246393 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Publish callbacks [] for port (14029285-926b-41de-bdc4-a196e9cea3c9), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:40.264237 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Transition to ACTIVE for port object 14029285-926b-41de-bdc4-a196e9cea3c9 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:44:40.357472 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:40.467273 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a972-3fca-4717-bb55-622767d3f09b req-06f993b0-3dbe-4ce6-b427-3beb6b31659c tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:40.468874 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2224a972-3fca-4717-bb55-622767d3f09b req-06f993b0-3dbe-4ce6-b427-3beb6b31659c tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 948 time: 0.1058803 Aug 31 00:44:40.469549 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Pushing event updated for resources: {'Port': ['ID=14029285-926b-41de-bdc4-a196e9cea3c9,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:40.554777 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Attempting to bind port 14029285-926b-41de-bdc4-a196e9cea3c9 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:44:40.555119 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Attempting to bind port 14029285-926b-41de-bdc4-a196e9cea3c9 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '4380df58-b15e-41b4-93ec-92ce9773e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:44:40.555452 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Attempting to bind port 14029285-926b-41de-bdc4-a196e9cea3c9 on network 9f2a0323-2c70-421a-a887-52ca5d90996c {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:44:40.562548 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2224a972-3fca-4717-bb55-622767d3f09b req-e9acc958-c1c2-4bd6-bb8d-1bd69b5677cf tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720091 Aug 31 00:44:40.563516 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Port 14029285-926b-41de-bdc4-a196e9cea3c9 on network 9f2a0323-2c70-421a-a887-52ca5d90996c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:44:40.563838 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Attempting to bind port 14029285-926b-41de-bdc4-a196e9cea3c9 on network 9f2a0323-2c70-421a-a887-52ca5d90996c {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:44:40.568904 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:44:40.569251 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Checking segment: {'id': '4380df58-b15e-41b4-93ec-92ce9773e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:44:40.569632 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Bound using segment: {'id': '4380df58-b15e-41b4-93ec-92ce9773e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:44:40.570063 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Bound port: 14029285-926b-41de-bdc4-a196e9cea3c9, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4380df58-b15e-41b4-93ec-92ce9773e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:44:40.570424 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:40.636995 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] For port 14029285-926b-41de-bdc4-a196e9cea3c9, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:44:40.640507 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] For port 14029285-926b-41de-bdc4-a196e9cea3c9, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14029285-926b-41de-bdc4-a196e9cea3c9,segment=NetworkSegment(4380df58-b15e-41b4-93ec-92ce9773e34c),segment_id=4380df58-b15e-41b4-93ec-92ce9773e34c)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:44:40.740937 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:40.744684 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:40.745372 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:40.747136 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/14029285-926b-41de-bdc4-a196e9cea3c9 HTTP/1.1" status: 200 len: 1098 time: 0.8561535 Aug 31 00:44:40.749402 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920af99b-43ea-46e0-8873-38efab535745', 'tag': '14029285-926b-41de-bdc4-a196e9cea3c9'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:44:40.751795 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd06407-7440-4d8e-ac62-6aee41e8c0af" -d '{"events": [{"name": "network-changed", "server_uuid": "920af99b-43ea-46e0-8873-38efab535745", "tag": "14029285-926b-41de-bdc4-a196e9cea3c9"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:44:40.785455 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 51278) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:40.797166 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc54e95-d317-4e92-9680-c4355a538e78 x-openstack-request-id: req-bcc54e95-d317-4e92-9680-c4355a538e78 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:44:40.797447 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920af99b-43ea-46e0-8873-38efab535745", "tag": "14029285-926b-41de-bdc4-a196e9cea3c9", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:44:40.797708 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcc54e95-d317-4e92-9680-c4355a538e78 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:44:40.798109 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc54e95-d317-4e92-9680-c4355a538e78'] response: {'name': 'network-changed', 'server_uuid': '920af99b-43ea-46e0-8873-38efab535745', 'tag': '14029285-926b-41de-bdc4-a196e9cea3c9', 'status': 'completed', 'code': 200} Aug 31 00:44:40.859606 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8130e4-8924-4105-bd67-f3bcf434e072 service neutron] Pushing event updated for resources: {'Port': ['ID=14029285-926b-41de-bdc4-a196e9cea3c9,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:40.909839 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:40.962092 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Deleting port b2a81951-aba8-429d-a054-f42f9bdae04a {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:40.962712 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (b2a81951-aba8-429d-a054-f42f9bdae04a), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:41.064675 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (b2a81951-aba8-429d-a054-f42f9bdae04a), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:41.064914 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (b2a81951-aba8-429d-a054-f42f9bdae04a), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:41.078652 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Calling delete_port for b2a81951-aba8-429d-a054-f42f9bdae04a owned by network:floatingip {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:41.162468 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:41.323167 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (b2a81951-aba8-429d-a054-f42f9bdae04a), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:41.349410 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event deleted for resources: {'Port': ['ID=b2a81951-aba8-429d-a054-f42f9bdae04a,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:41.412943 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (ed011ae8-ae62-4e80-a18f-bbb49704863b), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:41.413367 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Floating IP ed011ae8-ae62-4e80-a18f-bbb49704863b disassociated (deleted). External IP: 172.27.3.178, port: d40a5de5-de00-4fca-9d0f-1539d5f4fc04. Aug 31 00:44:41.616788 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Router 9b9a5233-c072-421d-84a0-85651350fd73 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:44:41.737637 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59c7ce-1c4a-4260-b872-2ea681b587f0 req-5e56134e-622c-4972-bd1d-08b9c5e88163 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:41.739089 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7f59c7ce-1c4a-4260-b872-2ea681b587f0 req-5e56134e-622c-4972-bd1d-08b9c5e88163 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 948 time: 0.0811868 Aug 31 00:44:41.778485 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:44:41.787630 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:41.788756 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] Sync routers for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:44:41.801612 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:44:41.802361 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:44:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:41.832545 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-96ec0af4-2c06-4c36-b112-a20c14952fbe tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/ed011ae8-ae62-4e80-a18f-bbb49704863b HTTP/1.1" status: 204 len: 168 time: 1.0434148 Aug 31 00:44:41.841446 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7f59c7ce-1c4a-4260-b872-2ea681b587f0 req-1909fc35-49e2-4b5a-be6b-3dd6ce09f095 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930765 Aug 31 00:44:41.915717 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:44:42.108479 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:42.137244 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] Checking router: 9b9a5233-c072-421d-84a0-85651350fd73 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:44:42.146977 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:44:42.147571 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:44:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:42.256145 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:44:42.325169 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286411e-a88f-439a-b775-486c2db95db9 req-133d72b6-98ba-4b30-8386-89db449e0fcb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:42.326563 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8286411e-a88f-439a-b775-486c2db95db9 req-133d72b6-98ba-4b30-8386-89db449e0fcb tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0615425 Aug 31 00:44:42.394234 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8286411e-a88f-439a-b775-486c2db95db9 req-cc79c837-16e8-417d-b399-d1b83fd40555 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490839 Aug 31 00:44:42.453701 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:42.479673 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e7908-da36-4d88-bfbb-3480c75e1f0a None None] The sync data for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi is: [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:36:09Z', 'revision_number': 4, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '5344e8b2-8f9c-4ff3-b717-929d812060cd', 'name': '', 'network_id': '5c79103f-c4fa-4069-a202-b12e6c4f8e87', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'mac_address': 'fa:16:3e:ab:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:08Z', 'updated_at': '2022-08-31T00:36:16Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'subnets': [{'id': 'bfa92bce-fff8-42a8-9709-a00ac15eb27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:44:42.733672 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a79c7-3c64-42bf-bb49-9ea7330475de None None] New status for floating IP ed011ae8-ae62-4e80-a18f-bbb49704863b: DOWN {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:44:42.735898 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:42.799763 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:44:42.802099 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5018560e-05f4-4db3-a35d-c7e59c91f1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:44:42.848692 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c64c46-bdbf-4ec3-8c76-6eee2e879784 x-openstack-request-id: req-97c64c46-bdbf-4ec3-8c76-6eee2e879784 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:44:42.848980 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:44:42.849424 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97c64c46-bdbf-4ec3-8c76-6eee2e879784 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:44:42.849832 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c64c46-bdbf-4ec3-8c76-6eee2e879784'] response: {'name': 'network-changed', 'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'status': 'completed', 'code': 200} Aug 31 00:44:42.966888 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035a8a9-38af-48c9-b08a-0ec90e741b93 req-9eca0c09-0d41-49f3-a593-5c3687c6a886 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:42.968343 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0035a8a9-38af-48c9-b08a-0ec90e741b93 req-9eca0c09-0d41-49f3-a593-5c3687c6a886 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 948 time: 0.0484416 Aug 31 00:44:43.012564 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:43.017343 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0035a8a9-38af-48c9-b08a-0ec90e741b93 req-3f14289d-d1c8-42f0-b5f9-e31dbefb6d9a tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434127 Aug 31 00:44:43.229846 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06407-7440-4d8e-ac62-6aee41e8c0af req-1dd43ee2-1afa-4a39-bcc2-97f297d28632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:43.231236 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2bd06407-7440-4d8e-ac62-6aee41e8c0af req-1dd43ee2-1afa-4a39-bcc2-97f297d28632 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f4aa358ff1064f05968fff832ea588ee&device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 1132 time: 0.0746098 Aug 31 00:44:43.232565 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-2d14bac2-c753-4f71-98a0-0136face0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:43.233892 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-2d14bac2-c753-4f71-98a0-0136face0f7f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 1129 time: 0.0679345 Aug 31 00:44:43.520352 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fc998-6ed3-4341-955b-741c2780fe68 req-ad1369dc-318f-4fa4-8f0a-c651a4944cdc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:43.521900 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ad8fc998-6ed3-4341-955b-741c2780fe68 req-ad1369dc-318f-4fa4-8f0a-c651a4944cdc tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0482633 Aug 31 00:44:43.572981 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ad8fc998-6ed3-4341-955b-741c2780fe68 req-7598dc84-7df2-43e3-8f30-090237d67473 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445867 Aug 31 00:44:44.143365 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f74ff6-e35e-42d3-883d-6e51bd67f677 req-09ce8c65-ed9b-40e1-9a5f-7b98920e9f1f tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:44.144920 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-70f74ff6-e35e-42d3-883d-6e51bd67f677 req-09ce8c65-ed9b-40e1-9a5f-7b98920e9f1f tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 948 time: 0.0517941 Aug 31 00:44:44.194864 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-70f74ff6-e35e-42d3-883d-6e51bd67f677 req-c72d564e-37a1-4fd6-8322-ab773dbfa608 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Aug 31 00:44:44.637543 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2bd06407-7440-4d8e-ac62-6aee41e8c0af req-b5760795-f862-4fd3-bdca-8e02dff6ff3d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=f4aa358ff1064f05968fff832ea588ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356340 Aug 31 00:44:44.698503 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d724cf-ff2b-4abc-b522-7e784d4e8925 req-f86ea74b-3f8e-4927-b0a3-2a3a872db0b4 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:44.700229 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-22d724cf-ff2b-4abc-b522-7e784d4e8925 req-f86ea74b-3f8e-4927-b0a3-2a3a872db0b4 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0499864 Aug 31 00:44:44.754655 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-22d724cf-ff2b-4abc-b522-7e784d4e8925 req-5b9bf928-e651-41e7-9444-96559626a086 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482821 Aug 31 00:44:44.784868 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:44.799906 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-30e2a881-8e33-45c2-926a-a3a65765103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:44.801378 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-30e2a881-8e33-45c2-926a-a3a65765103a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 200 len: 913 time: 0.1979289 Aug 31 00:44:44.803854 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06407-7440-4d8e-ac62-6aee41e8c0af req-b528403d-e185-4d86-9480-39879657bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:44.805176 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2bd06407-7440-4d8e-ac62-6aee41e8c0af req-b528403d-e185-4d86-9480-39879657bbbc service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557748 Aug 31 00:44:44.953891 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-99381db8-3489-4519-b0ec-bad3a254c9e2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04 HTTP/1.1" status: 200 len: 217 time: 0.0443048 Aug 31 00:44:44.985313 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891be373-61cc-46eb-8d64-01b340738aac req-42121968-41bf-4ea2-9569-51cf0b0b97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:44.986801 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-42121968-41bf-4ea2-9569-51cf0b0b97c8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f4aa358ff1064f05968fff832ea588ee&device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 1132 time: 0.0417936 Aug 31 00:44:45.186494 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-a378e4e5-4656-44c0-9ce9-5e07390ccd31 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=14029285-926b-41de-bdc4-a196e9cea3c9 HTTP/1.1" status: 200 len: 217 time: 0.0622833 Aug 31 00:44:45.202803 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-c0e85c9f-4b6c-4b87-98ee-d8ae7331cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:45.204311 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-c0e85c9f-4b6c-4b87-98ee-d8ae7331cc4e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 200 len: 851 time: 0.0725613 Aug 31 00:44:45.410196 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-7b970269-0f0b-474f-8851-bf4c6cc8892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:45.412415 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-7b970269-0f0b-474f-8851-bf4c6cc8892f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=5c79103f-c4fa-4069-a202-b12e6c4f8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1424046 Aug 31 00:44:45.417053 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891be373-61cc-46eb-8d64-01b340738aac req-c38a5ad7-8734-4598-ba06-5bf29f89d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:45.418438 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-c38a5ad7-8734-4598-ba06-5bf29f89d9f1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=4fc51c4e-5633-474f-860c-4fe13ff4a5d3 HTTP/1.1" status: 200 len: 843 time: 0.1601477 Aug 31 00:44:45.426252 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-d7167b75-a122-4070-b3bc-cfa92c8affd9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:45.427734 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-d7167b75-a122-4070-b3bc-cfa92c8affd9 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.1566720 Aug 31 00:44:45.434505 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499e41d-ca93-4dcb-9513-13b6afb37271 req-7632e2fa-3c32-4cd3-93fc-0fd12d6fa4be tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:45.436188 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f499e41d-ca93-4dcb-9513-13b6afb37271 req-7632e2fa-3c32-4cd3-93fc-0fd12d6fa4be tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 948 time: 0.1550920 Aug 31 00:44:45.586092 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891be373-61cc-46eb-8d64-01b340738aac req-8c091207-26ed-42d7-bc6c-af10294d4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:45.587653 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-8c091207-26ed-42d7-bc6c-af10294d4493 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9f2a0323-2c70-421a-a887-52ca5d90996c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1408670 Aug 31 00:44:45.696471 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-f499e41d-ca93-4dcb-9513-13b6afb37271 req-a2d4b0bf-9890-4148-b2d3-8dcb669e389c tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523150 Aug 31 00:44:45.717821 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Deleting port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:45.718099 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:45.725934 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-7c391209-20aa-40a3-9cb6-189119b6dfcf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882144 Aug 31 00:44:45.738664 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:45.892097 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375235c4-c7fa-41c0-bb57-cecffc5bbf27 req-a9b74688-d72e-433f-9039-c9ce9469e644 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:45.893848 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-375235c4-c7fa-41c0-bb57-cecffc5bbf27 req-a9b74688-d72e-433f-9039-c9ce9469e644 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 945 time: 0.0554338 Aug 31 00:44:45.952568 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-375235c4-c7fa-41c0-bb57-cecffc5bbf27 req-8abe0a94-194b-4321-8dab-39f17b0e2db8 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=597cbbd3-75d1-42f8-a497-ea317f36ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515780 Aug 31 00:44:46.146616 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-5d18918e-bd1f-4195-9e72-7341645ad126 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9f2a0323-2c70-421a-a887-52ca5d90996c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402031 Aug 31 00:44:46.240647 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] For port d40a5de5-de00-4fca-9d0f-1539d5f4fc04, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:46.241333 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:46.270425 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Calling delete_port for d40a5de5-de00-4fca-9d0f-1539d5f4fc04 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:46.280537 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5018560e-05f4-4db3-a35d-c7e59c91f1a1 req-02c4f1fc-131f-4956-9541-92676fb74fd9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373433 Aug 31 00:44:46.307544 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:46.346626 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-891be373-61cc-46eb-8d64-01b340738aac req-92abc716-6529-43b6-9685-dc7a1a730eff service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9f2a0323-2c70-421a-a887-52ca5d90996c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853857 Aug 31 00:44:46.483544 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (d40a5de5-de00-4fca-9d0f-1539d5f4fc04), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:46.519859 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event deleted for resources: {'Port': ['ID=d40a5de5-de00-4fca-9d0f-1539d5f4fc04,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:46.578215 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] No DVR routers for this DVR port d40a5de5-de00-4fca-9d0f-1539d5f4fc04 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:44:46.580752 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:46.583985 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-dab934c7-2df3-4bca-836e-30c05a999ff1 req-08a821e3-4e21-41db-9f95-d20d651571b3 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.76 "DELETE /networking/v2.0/ports/d40a5de5-de00-4fca-9d0f-1539d5f4fc04 HTTP/1.1" status: 204 len: 173 time: 1.1381273 Aug 31 00:44:46.584442 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'name': 'network-vif-deleted', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:44:46.586700 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c485306-b2fa-4968-ba58-95970b0d51cb" -d '{"events": [{"server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "name": "network-vif-deleted", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:44:46.630064 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eb2d03-f290-4162-8605-ee89db2e52cc x-openstack-request-id: req-53eb2d03-f290-4162-8605-ee89db2e52cc {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:44:46.630064 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747", "name": "network-vif-deleted", "tag": "d40a5de5-de00-4fca-9d0f-1539d5f4fc04", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:44:46.630064 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53eb2d03-f290-4162-8605-ee89db2e52cc {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:44:46.631119 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53eb2d03-f290-4162-8605-ee89db2e52cc'] response: {'server_uuid': '25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747', 'name': 'network-vif-deleted', 'tag': 'd40a5de5-de00-4fca-9d0f-1539d5f4fc04', 'status': 'completed', 'code': 200} Aug 31 00:44:46.836407 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3026cb5-81b7-4e86-908a-04ee60c9bf20 req-290b03f0-5317-4148-8c34-3fa7e6ea5955 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:46.838148 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d3026cb5-81b7-4e86-908a-04ee60c9bf20 req-290b03f0-5317-4148-8c34-3fa7e6ea5955 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 948 time: 0.0523670 Aug 31 00:44:46.893340 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d3026cb5-81b7-4e86-908a-04ee60c9bf20 req-262e21d0-9117-4569-ad00-d0ecac7670ce tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492375 Aug 31 00:44:47.065588 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-04fced05-87e2-4e34-96a9-182fd428e6ae req-3fb25b9d-a5f4-45b0-b3ee-a79a0b0af1b2 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 210 time: 0.0295625 Aug 31 00:44:47.549229 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ea7498ae-78e2-42bb-bcdc-9ac5c64b9c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:48.038285 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75edf-09bc-46b4-b297-ea296df2b4fe req-ec935f11-8a43-4acd-a063-c012d5ee044c tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:48.040958 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0df75edf-09bc-46b4-b297-ea296df2b4fe req-ec935f11-8a43-4acd-a063-c012d5ee044c tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 948 time: 0.0638368 Aug 31 00:44:48.101004 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0df75edf-09bc-46b4-b297-ea296df2b4fe req-55f4de16-0820-4e18-bc29-7930ea15839f tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502498 Aug 31 00:44:48.198856 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-87a914d0-53b8-408b-8b7d-e0bda6514eaf req-ec49a0e4-a5a1-4880-a114-ca2100777965 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 210 time: 0.0297494 Aug 31 00:44:48.464522 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 51376) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:48.572200 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fe44f3dd-9f0d-429d-a6f6-e65b71c397c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:48.655227 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fe44f3dd-9f0d-429d-a6f6-e65b71c397c7 admin admin] Publish callbacks [] for security_group (02e374ff-2846-488b-8d17-121f35b074e7), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:48.717484 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-fe44f3dd-9f0d-429d-a6f6-e65b71c397c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (02e374ff-2846-488b-8d17-121f35b074e7), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:48.762282 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-fe44f3dd-9f0d-429d-a6f6-e65b71c397c7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=b41f7b96c8474f0f89b93473eb73d7ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965806 Aug 31 00:44:48.763315 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44f3dd-9f0d-429d-a6f6-e65b71c397c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e374ff-2846-488b-8d17-121f35b074e7,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:48.765595 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51380) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:48.820099 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Publish callbacks [] for security_group (02e374ff-2846-488b-8d17-121f35b074e7), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:48.841860 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Publish callbacks [] for security_group (02e374ff-2846-488b-8d17-121f35b074e7), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:48.955641 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (02e374ff-2846-488b-8d17-121f35b074e7), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:48.958271 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:48.959423 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/02e374ff-2846-488b-8d17-121f35b074e7 HTTP/1.1" status: 204 len: 168 time: 0.1927383 Aug 31 00:44:48.968532 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e374ff-2846-488b-8d17-121f35b074e7,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:48.976225 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.977093 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.977093 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.977422 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.977927 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.978632 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.978896 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.979210 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.979545 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.979899 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.980224 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.980587 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.980912 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.981252 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:48.981557 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d26ea-6558-434c-8685-5a4e9765f208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.078866 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 14029285-926b-41de-bdc4-a196e9cea3c9 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:44:49.090252 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device d40a5de5-de00-4fca-9d0f-1539d5f4fc04 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:44:49.113320 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: d40a5de5-de00-4fca-9d0f-1539d5f4fc04 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:44:49.113673 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device d40a5de5-de00-4fca-9d0f-1539d5f4fc04 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:44:49.223241 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 14029285-926b-41de-bdc4-a196e9cea3c9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14029285-926b-41de-bdc4-a196e9cea3c9,segment=NetworkSegment(4380df58-b15e-41b4-93ec-92ce9773e34c),segment_id=4380df58-b15e-41b4-93ec-92ce9773e34c)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:49.236797 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '14029285-926b-41de-bdc4-a196e9cea3c9', 'network_id': '9f2a0323-2c70-421a-a887-52ca5d90996c', 'port_id': '14029285-926b-41de-bdc4-a196e9cea3c9', 'mac_address': 'fa:16:3e:af:b6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc51c4e-5633-474f-860c-4fe13ff4a5d3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:44:49.278058 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 14029285-926b-41de-bdc4-a196e9cea3c9 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:44:49.278368 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:49.295118 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14029285-926b-41de-bdc4-a196e9cea3c9 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:44:49.323015 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 14029285-926b-41de-bdc4-a196e9cea3c9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14029285-926b-41de-bdc4-a196e9cea3c9,segment=NetworkSegment(4380df58-b15e-41b4-93ec-92ce9773e34c),segment_id=4380df58-b15e-41b4-93ec-92ce9773e34c)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:49.378501 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:49.466612 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=14029285-926b-41de-bdc4-a196e9cea3c9,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:49.474371 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.474716 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.475057 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.475393 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.475931 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.476487 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.476981 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.477350 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.477682 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.477997 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.478511 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.478838 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.479162 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.479694 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.480181 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:44:49.560193 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:49.569333 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-57ac0797-210e-46b4-b8f8-7fa7aa711b3e req-5a56713d-85f6-45c5-acf9-8b981d4edaa5 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=25ad69bf-ba1c-4f5f-a863-1d8bcc7dd747 HTTP/1.1" status: 200 len: 210 time: 0.2202351 Aug 31 00:44:49.574690 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4459769-ef3c-418e-a898-fb9d54216ae6 req-da6cac9f-5dbc-4999-bb29-63db311a9a30 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:49.576704 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e4459769-ef3c-418e-a898-fb9d54216ae6 req-da6cac9f-5dbc-4999-bb29-63db311a9a30 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 949 time: 0.3875895 Aug 31 00:44:49.644169 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e4459769-ef3c-418e-a898-fb9d54216ae6 req-d6bb30f8-c499-4177-b480-8ecf88b4c914 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611506 Aug 31 00:44:49.730703 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['14029285-926b-41de-bdc4-a196e9cea3c9'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:44:50.115106 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d28fcc37-cf0b-41fd-8341-be3020a8ef52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:50.637631 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51424) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:50.679624 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc292c-2b5a-4f5b-b950-cb73f0371456 req-90988fc4-5ed2-447e-b2b1-038e8fefea9a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:50.681363 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5bcc292c-2b5a-4f5b-b950-cb73f0371456 req-90988fc4-5ed2-447e-b2b1-038e8fefea9a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 945 time: 0.0497351 Aug 31 00:44:50.725964 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:50.738248 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5bcc292c-2b5a-4f5b-b950-cb73f0371456 req-02068d99-4654-4c9e-9479-02c33462f82b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469904 Aug 31 00:44:50.762127 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:50.793720 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Deleting port cc8b01ba-fe0b-478c-89fd-1b3cf70eabec {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:50.794128 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (cc8b01ba-fe0b-478c-89fd-1b3cf70eabec), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:50.843732 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e81c-dd1e-415f-95a2-a6a1644911ac req-c84e0bc0-2dfd-41fa-8e1b-90b311e90f67 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:50.845281 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d7f1e81c-dd1e-415f-95a2-a6a1644911ac req-c84e0bc0-2dfd-41fa-8e1b-90b311e90f67 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 949 time: 0.1003683 Aug 31 00:44:50.921636 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (cc8b01ba-fe0b-478c-89fd-1b3cf70eabec), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:50.921891 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (cc8b01ba-fe0b-478c-89fd-1b3cf70eabec), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:50.927224 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d7f1e81c-dd1e-415f-95a2-a6a1644911ac req-deaa6232-a908-4a52-85b5-cd6143f22a9f tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757940 Aug 31 00:44:50.939544 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Calling delete_port for cc8b01ba-fe0b-478c-89fd-1b3cf70eabec owned by network:floatingip {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:51.098105 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 14029285-926b-41de-bdc4-a196e9cea3c9 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:44:51.144580 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 14029285-926b-41de-bdc4-a196e9cea3c9 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:44:51.186021 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (cc8b01ba-fe0b-478c-89fd-1b3cf70eabec), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:51.218493 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event deleted for resources: {'Port': ['ID=cc8b01ba-fe0b-478c-89fd-1b3cf70eabec,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:51.240906 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 14029285-926b-41de-bdc4-a196e9cea3c9 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:44:51.241557 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:51.289123 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for floatingip (a514e25f-8c20-4afe-b18a-65f8cbfa480d), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:51.291978 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:51.295960 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-ccb49976-1f2b-49dc-bad0-e8804c97a0b6 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/a514e25f-8c20-4afe-b18a-65f8cbfa480d HTTP/1.1" status: 204 len: 168 time: 0.6546886 Aug 31 00:44:51.329180 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 14029285-926b-41de-bdc4-a196e9cea3c9 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:44:51.329427 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:51.353526 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920af99b-43ea-46e0-8873-38efab535745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14029285-926b-41de-bdc4-a196e9cea3c9'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:44:51.355783 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b398dd33-4c67-496b-a010-26eeb73ddaab" -d '{"events": [{"server_uuid": "920af99b-43ea-46e0-8873-38efab535745", "name": "network-vif-plugged", "status": "completed", "tag": "14029285-926b-41de-bdc4-a196e9cea3c9"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:44:51.371113 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 14029285-926b-41de-bdc4-a196e9cea3c9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14029285-926b-41de-bdc4-a196e9cea3c9,segment=NetworkSegment(4380df58-b15e-41b4-93ec-92ce9773e34c),segment_id=4380df58-b15e-41b4-93ec-92ce9773e34c)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:51.403957 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73689832-8b96-43bc-b6ee-e01aab024534 x-openstack-request-id: req-73689832-8b96-43bc-b6ee-e01aab024534 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:44:51.404347 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920af99b-43ea-46e0-8873-38efab535745", "name": "network-vif-plugged", "status": "completed", "tag": "14029285-926b-41de-bdc4-a196e9cea3c9", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:44:51.404691 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73689832-8b96-43bc-b6ee-e01aab024534 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:44:51.405156 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73689832-8b96-43bc-b6ee-e01aab024534'] response: {'server_uuid': '920af99b-43ea-46e0-8873-38efab535745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14029285-926b-41de-bdc4-a196e9cea3c9', 'code': 200} Aug 31 00:44:51.437579 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:51.489847 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:51.493577 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=14029285-926b-41de-bdc4-a196e9cea3c9,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:51.531983 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:51.866472 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27a6d-169d-4736-a372-680ad89293d8 req-08eddfab-60e7-4e5a-8211-191e5dd577c0 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:51.868709 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cdd27a6d-169d-4736-a372-680ad89293d8 req-08eddfab-60e7-4e5a-8211-191e5dd577c0 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 945 time: 0.0526309 Aug 31 00:44:51.919729 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cdd27a6d-169d-4736-a372-680ad89293d8 req-0a7f24d5-34f5-410f-a2e5-cc217d5f9626 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449569 Aug 31 00:44:52.066874 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba829578-f9fd-4379-9113-8c6359e6822a req-ef168cdd-98b6-409d-af68-3ac0daa98c79 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:52.068388 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ba829578-f9fd-4379-9113-8c6359e6822a req-ef168cdd-98b6-409d-af68-3ac0daa98c79 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0553083 Aug 31 00:44:52.122970 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ba829578-f9fd-4379-9113-8c6359e6822a req-02d391aa-367f-46da-9e35-f10d208b2de5 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Aug 31 00:44:52.457404 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=65 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:52.732055 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-d92289c2-eedc-49d9-aa56-fccb086e1705 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:52.733629 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-d92289c2-eedc-49d9-aa56-fccb086e1705 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 945 time: 0.0478039 Aug 31 00:44:52.751393 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51452) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:52.815444 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-be259a3e-9788-4a9a-9778-8543d97b3a46 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group (597cbbd3-75d1-42f8-a497-ea317f36ea5a), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:52.842605 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:52.845256 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-be259a3e-9788-4a9a-9778-8543d97b3a46 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group (597cbbd3-75d1-42f8-a497-ea317f36ea5a), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:52.865150 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192478c1-8d9b-41bc-b43f-a3c738f0d8fc req-ee3b60a8-0b5f-44da-8c7a-84e991c5bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:52.867357 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-192478c1-8d9b-41bc-b43f-a3c738f0d8fc req-ee3b60a8-0b5f-44da-8c7a-84e991c5bcec service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 1134 time: 0.0832126 Aug 31 00:44:52.901469 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Deleting port 61a0644d-28a8-4474-8196-ce23254712ab {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:52.901813 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (61a0644d-28a8-4474-8196-ce23254712ab), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:52.906616 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:52.974700 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-192478c1-8d9b-41bc-b43f-a3c738f0d8fc req-94157722-920b-4f4d-bcdb-421d8dad91e3 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971825 Aug 31 00:44:52.985312 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-be259a3e-9788-4a9a-9778-8543d97b3a46 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (597cbbd3-75d1-42f8-a497-ea317f36ea5a), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:52.989541 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-be259a3e-9788-4a9a-9778-8543d97b3a46 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:52.992444 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-be259a3e-9788-4a9a-9778-8543d97b3a46 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/597cbbd3-75d1-42f8-a497-ea317f36ea5a HTTP/1.1" status: 204 len: 168 time: 0.2382507 Aug 31 00:44:53.014167 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be259a3e-9788-4a9a-9778-8543d97b3a46 tempest-TestVolumeBootPattern-1930465684 tempest-TestVolumeBootPattern-1930465684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597cbbd3-75d1-42f8-a497-ea317f36ea5a,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:53.034329 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] For port 61a0644d-28a8-4474-8196-ce23254712ab, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=61a0644d-28a8-4474-8196-ce23254712ab,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:53.034703 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (61a0644d-28a8-4474-8196-ce23254712ab), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:53.048985 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Calling delete_port for 61a0644d-28a8-4474-8196-ce23254712ab owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:53.061278 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938f353-00e4-4409-a555-e016580adaac req-7b01fd0e-0d8e-4af9-a1fd-3ef003e9946e tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:53.063241 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2938f353-00e4-4409-a555-e016580adaac req-7b01fd0e-0d8e-4af9-a1fd-3ef003e9946e tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 945 time: 0.0610614 Aug 31 00:44:53.121430 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-2938f353-00e4-4409-a555-e016580adaac req-cdf309da-2c89-4d6e-a454-629f2a79fb76 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512924 Aug 31 00:44:53.135853 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51460) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:53.153755 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:53.183423 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:53.260379 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1b5dc-6acd-4c7e-8000-90da6085c975 req-16905cb8-a27f-41ae-aa34-6870b89d168b tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:53.261838 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cdb1b5dc-6acd-4c7e-8000-90da6085c975 req-16905cb8-a27f-41ae-aa34-6870b89d168b tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0586605 Aug 31 00:44:53.295548 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (61a0644d-28a8-4474-8196-ce23254712ab), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:53.337977 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Pushing event deleted for resources: {'Port': ['ID=61a0644d-28a8-4474-8196-ce23254712ab,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:53.353467 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cdb1b5dc-6acd-4c7e-8000-90da6085c975 req-f84d16f0-ed4f-4b28-9640-d05553322c69 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855157 Aug 31 00:44:53.391280 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] No DVR routers for this DVR port 61a0644d-28a8-4474-8196-ce23254712ab on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:44:53.393842 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:53.397141 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-9d514496-efe2-494c-a4ac-803bfc4f0ec1 req-228eb8cc-4d6b-4dad-96dc-6229aedce71b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.76 "DELETE /networking/v2.0/ports/61a0644d-28a8-4474-8196-ce23254712ab HTTP/1.1" status: 204 len: 173 time: 0.6558237 Aug 31 00:44:53.398367 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebf9a2d-edf8-47d6-b21f-0d46098c892d', 'name': 'network-vif-deleted', 'tag': '61a0644d-28a8-4474-8196-ce23254712ab'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:44:53.402435 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab22d0bd-f186-4dad-ab14-18ef24752199" -d '{"events": [{"server_uuid": "cebf9a2d-edf8-47d6-b21f-0d46098c892d", "name": "network-vif-deleted", "tag": "61a0644d-28a8-4474-8196-ce23254712ab"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:44:53.408622 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:53.442843 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe81fa7d-0507-41b1-a75e-143bd14d790f x-openstack-request-id: req-fe81fa7d-0507-41b1-a75e-143bd14d790f {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:44:53.443160 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebf9a2d-edf8-47d6-b21f-0d46098c892d", "name": "network-vif-deleted", "tag": "61a0644d-28a8-4474-8196-ce23254712ab", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:44:53.443612 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe81fa7d-0507-41b1-a75e-143bd14d790f {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:44:53.444020 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe81fa7d-0507-41b1-a75e-143bd14d790f'] response: {'server_uuid': 'cebf9a2d-edf8-47d6-b21f-0d46098c892d', 'name': 'network-vif-deleted', 'tag': '61a0644d-28a8-4474-8196-ce23254712ab', 'status': 'completed', 'code': 200} Aug 31 00:44:53.590692 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:53.652245 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (9b9a5233-c072-421d-84a0-85651350fd73), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:53.889963 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Deleting port 5344e8b2-8f9c-4ff3-b717-929d812060cd {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:53.890099 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:53.973704 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] For port 5344e8b2-8f9c-4ff3-b717-929d812060cd, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=5344e8b2-8f9c-4ff3-b717-929d812060cd,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:53.974067 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:53.986843 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:53.988023 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Calling delete_port for 5344e8b2-8f9c-4ff3-b717-929d812060cd owned by network:router_interface {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:54.225932 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (5344e8b2-8f9c-4ff3-b717-929d812060cd), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:54.234427 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0b7a89d2-9780-4880-8849-11db2b13dae6 req-25a216fe-b07b-4c35-8d07-651f8254f907 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 210 time: 0.0292504 Aug 31 00:44:54.251975 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Pushing event deleted for resources: {'Port': ['ID=5344e8b2-8f9c-4ff3-b717-929d812060cd,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:54.430033 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (9b9a5233-c072-421d-84a0-85651350fd73), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:54.806690 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17050342-08ad-47b0-a29a-71c617333ede req-f9c2235e-0131-43f5-9a51-5def981f9fb0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:54.808134 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-17050342-08ad-47b0-a29a-71c617333ede req-f9c2235e-0131-43f5-9a51-5def981f9fb0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.3627765 Aug 31 00:44:54.899744 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-17050342-08ad-47b0-a29a-71c617333ede req-8d2c1047-f46c-4c49-a864-29de37345c17 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820842 Aug 31 00:44:54.982643 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Router 9b9a5233-c072-421d-84a0-85651350fd73 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:44:55.024755 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:55.090984 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:44:55.096044 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-cdb276f7-66d0-4b71-ae6c-6797115d77be admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/9b9a5233-c072-421d-84a0-85651350fd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9591229 Aug 31 00:44:55.098801 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51476) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:55.100846 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] Sync routers for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:44:55.112482 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:44:55.113347 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:44:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:55.157945 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:55.202867 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks [] for router (9b9a5233-c072-421d-84a0-85651350fd73), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:55.220271 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:44:55.313189 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks [] for router_gateway (9b9a5233-c072-421d-84a0-85651350fd73), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:55.354447 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-050e7dee-edaf-4988-b8f2-e05f103e8984 req-1d9c2039-bf87-4a6b-8927-388abcda530d tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 210 time: 0.0340083 Aug 31 00:44:55.420613 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=100 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:55.424883 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Deleting port 37c93f5b-3edb-4646-899d-918fc8273fd4 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:55.425222 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:55.480620 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:44:54Z', 'revision_number': 5, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port': {'id': '37c93f5b-3edb-4646-899d-918fc8273fd4', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9a5233-c072-421d-84a0-85651350fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:06Z', 'updated_at': '2022-08-31T00:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:55.504894 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] Checking router: 9b9a5233-c072-421d-84a0-85651350fd73 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:44:55.509134 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] For port 37c93f5b-3edb-4646-899d-918fc8273fd4, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=37c93f5b-3edb-4646-899d-918fc8273fd4,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:55.511741 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:55.514628 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] Routers {'9b9a5233-c072-421d-84a0-85651350fd73'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:44:55.516309 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:44:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['9b9a5233-c072-421d-84a0-85651350fd73'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:55.522967 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Calling delete_port for 37c93f5b-3edb-4646-899d-918fc8273fd4 owned by network:router_gateway {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:55.612676 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] Set router 9b9a5233-c072-421d-84a0-85651350fd73 gateway port host: None {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:44:55.664077 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:44:55Z', 'revision_number': 6, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port_host': None}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:55.688416 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2297a-2ef0-4adb-96a3-1c1d31db2c3c None None] The sync data for ids ['9b9a5233-c072-421d-84a0-85651350fd73'] in dv-cinder-852211-6-iscsi is: [{'id': '9b9a5233-c072-421d-84a0-85651350fd73', 'name': 'tempest-TestVolumeBootPattern-1690096066-router', 'tenant_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:05Z', 'updated_at': '2022-08-31T00:44:55Z', 'revision_number': 6, 'project_id': 'ebe5283d88b44f8b824c7bbca56b3473', 'gw_port_host': None}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:44:55.763297 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (37c93f5b-3edb-4646-899d-918fc8273fd4), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:55.792835 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c93f5b-3edb-4646-899d-918fc8273fd4,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:55.856089 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (9b9a5233-c072-421d-84a0-85651350fd73), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:55.905103 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['61a0644d-28a8-4474-8196-ce23254712ab'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:44:55.949708 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (9b9a5233-c072-421d-84a0-85651350fd73), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:55.952071 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks [] for router_controller (9b9a5233-c072-421d-84a0-85651350fd73), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.025653 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.042229 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069f01-3a49-4e43-9df9-66680de574ad req-a9977525-2ac2-4263-ae6a-9a31f8e36e4c tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:56.043747 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d9069f01-3a49-4e43-9df9-66680de574ad req-a9977525-2ac2-4263-ae6a-9a31f8e36e4c tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0486283 Aug 31 00:44:56.099028 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:56.104546 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d9069f01-3a49-4e43-9df9-66680de574ad req-e39bbb52-acdb-4a02-b96e-e9781b8b85c1 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543213 Aug 31 00:44:56.109360 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (9b9a5233-c072-421d-84a0-85651350fd73), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.110167 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b9a5233-c072-421d-84a0-85651350fd73 {{(pid=113724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:44:56.114376 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.115489 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-3ad8d3f3-ad7b-4429-be9f-505e496dfba2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/9b9a5233-c072-421d-84a0-85651350fd73 HTTP/1.1" status: 204 len: 168 time: 1.0157948 Aug 31 00:44:56.119704 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 51484) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:56.171909 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_v2 [None req-56dc63ea-7e61-45af-ba34-31917ef85f86 admin admin] Deleting subnet bfa92bce-fff8-42a8-9709-a00ac15eb27b {{(pid=113723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:44:56.175035 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56dc63ea-7e61-45af-ba34-31917ef85f86 admin admin] Publish callbacks [] for subnet (bfa92bce-fff8-42a8-9709-a00ac15eb27b), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.210624 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56dc63ea-7e61-45af-ba34-31917ef85f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65369723'] for subnet (bfa92bce-fff8-42a8-9709-a00ac15eb27b), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.291046 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56dc63ea-7e61-45af-ba34-31917ef85f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (bfa92bce-fff8-42a8-9709-a00ac15eb27b), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.389735 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56dc63ea-7e61-45af-ba34-31917ef85f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64188792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64455295'] for subnet (bfa92bce-fff8-42a8-9709-a00ac15eb27b), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.418645 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc63ea-7e61-45af-ba34-31917ef85f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa92bce-fff8-42a8-9709-a00ac15eb27b,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:56.422669 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-56dc63ea-7e61-45af-ba34-31917ef85f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.425875 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-56dc63ea-7e61-45af-ba34-31917ef85f86 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/bfa92bce-fff8-42a8-9709-a00ac15eb27b HTTP/1.1" status: 204 len: 168 time: 0.3051200 Aug 31 00:44:56.432600 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48924c95-d6a9-4cc0-85ee-33a6809203ed None None] Network 5c79103f-c4fa-4069-a202-b12e6c4f8e87 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:44:56.433730 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51488) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:56.473227 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:56.492222 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-511b5b80-76f6-4d2e-b10d-d7d9ffc9c036 req-4bef8f07-0648-49a8-b941-ff7d706c9187 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 210 time: 0.0365715 Aug 31 00:44:56.557300 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (5c79103f-c4fa-4069-a202-b12e6c4f8e87), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.567067 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 37c93f5b-3edb-4646-899d-918fc8273fd4 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:44:56.591434 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 37c93f5b-3edb-4646-899d-918fc8273fd4 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:44:56.592185 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 37c93f5b-3edb-4646-899d-918fc8273fd4 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:44:56.592789 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 5344e8b2-8f9c-4ff3-b717-929d812060cd no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:44:56.604077 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Deleting port 9359d947-99e6-4870-9095-c720268e1d03 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:56.604498 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (9359d947-99e6-4870-9095-c720268e1d03), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.619271 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 5344e8b2-8f9c-4ff3-b717-929d812060cd {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:44:56.619616 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 5344e8b2-8f9c-4ff3-b717-929d812060cd not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:44:56.690433 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694d4369-d660-4eb3-86d8-4fd3b1578010 None None] DHCP port deletion for 5c79103f-c4fa-4069-a202-b12e6c4f8e87 request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:44:56.698702 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] For port 9359d947-99e6-4870-9095-c720268e1d03, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9359d947-99e6-4870-9095-c720268e1d03,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:56.699065 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (9359d947-99e6-4870-9095-c720268e1d03), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.717422 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Calling delete_port for 9359d947-99e6-4870-9095-c720268e1d03 owned by network:dhcp {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:56.734891 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-694d4369-d660-4eb3-86d8-4fd3b1578010 None None] Deleting port 9359d947-99e6-4870-9095-c720268e1d03 {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:56.735602 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-694d4369-d660-4eb3-86d8-4fd3b1578010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (9359d947-99e6-4870-9095-c720268e1d03), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.762299 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:56.808211 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-694d4369-d660-4eb3-86d8-4fd3b1578010 None None] For port 9359d947-99e6-4870-9095-c720268e1d03, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9359d947-99e6-4870-9095-c720268e1d03,segment=NetworkSegment(78119b5c-def6-4d67-b07f-19d307bf5498),segment_id=78119b5c-def6-4d67-b07f-19d307bf5498)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:56.808688 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-694d4369-d660-4eb3-86d8-4fd3b1578010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (9359d947-99e6-4870-9095-c720268e1d03), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.823388 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-694d4369-d660-4eb3-86d8-4fd3b1578010 None None] Calling delete_port for 9359d947-99e6-4870-9095-c720268e1d03 owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:56.877237 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (9359d947-99e6-4870-9095-c720268e1d03), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.904573 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-694d4369-d660-4eb3-86d8-4fd3b1578010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (9359d947-99e6-4870-9095-c720268e1d03), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:56.906715 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] No DVR routers for this DVR port 9359d947-99e6-4870-9095-c720268e1d03 on host dv-cinder-852211-6-iscsi {{(pid=113724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:44:56.911963 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Pushing event deleted for resources: {'Port': ['ID=9359d947-99e6-4870-9095-c720268e1d03,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:56.929497 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d4369-d660-4eb3-86d8-4fd3b1578010 None None] Pushing event deleted for resources: {'Port': ['ID=9359d947-99e6-4870-9095-c720268e1d03,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:56.933222 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d4369-d660-4eb3-86d8-4fd3b1578010 None None] No DVR routers for this DVR port 9359d947-99e6-4870-9095-c720268e1d03 on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:44:56.959358 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:44:57.017946 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (5c79103f-c4fa-4069-a202-b12e6c4f8e87), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:57.047023 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c79103f-c4fa-4069-a202-b12e6c4f8e87']}} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:57.058962 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78119b5c-def6-4d67-b07f-19d307bf5498') {'for_net_delete': True} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:57.059278 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78119b5c-def6-4d67-b07f-19d307bf5498') {} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:57.073662 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63547461'] for segment (78119b5c-def6-4d67-b07f-19d307bf5498), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:57.091968 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (78119b5c-def6-4d67-b07f-19d307bf5498), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:57.098976 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=113724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:44:57.099420 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63548233'] for segment (78119b5c-def6-4d67-b07f-19d307bf5498), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:57.152909 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment 78119b5c-def6-4d67-b07f-19d307bf5498 resource provider aggregate not found Aug 31 00:44:57.173550 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment 78119b5c-def6-4d67-b07f-19d307bf5498 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78119b5c-def6-4d67-b07f-19d307bf5498 found for delete ", "request_id": "req-99717783-106d-4a72-a09d-9affdc96c04c"}]} Aug 31 00:44:57.240611 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb2e5e-5ca6-469d-93d3-3cbfd4731fd1 req-30e96d61-3f62-4425-b7fa-63673d4ec9d8 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:57.242104 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0fcb2e5e-5ca6-469d-93d3-3cbfd4731fd1 req-30e96d61-3f62-4425-b7fa-63673d4ec9d8 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0494986 Aug 31 00:44:57.274524 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (5c79103f-c4fa-4069-a202-b12e6c4f8e87), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:57.289078 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:57.292925 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/5c79103f-c4fa-4069-a202-b12e6c4f8e87 HTTP/1.1" status: 204 len: 168 time: 0.8578429 Aug 31 00:44:57.295976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 51500) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:57.308904 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a56a6-88be-48dc-b4ab-2371480df306 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c79103f-c4fa-4069-a202-b12e6c4f8e87,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:57.313487 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-0fcb2e5e-5ca6-469d-93d3-3cbfd4731fd1 req-7356d81a-ec2d-450e-8d9b-ee6ce71a8db7 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654416 Aug 31 00:44:57.616860 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fee020f7-6a2f-4ed4-a2ba-d732aabfef0c req-dc6f7b2d-3862-4e81-80a4-53677a87cdde tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cebf9a2d-edf8-47d6-b21f-0d46098c892d HTTP/1.1" status: 200 len: 210 time: 0.0317612 Aug 31 00:44:57.666952 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:57.733726 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (37ea527f-a982-49ab-a6cc-33e67169b4bb), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:57.806620 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa676f-df2a-455e-8645-f9f9afd90086 req-96793e5d-caf5-4760-9d0b-3b11b4cba1b6 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:57.808052 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bbfa676f-df2a-455e-8645-f9f9afd90086 req-96793e5d-caf5-4760-9d0b-3b11b4cba1b6 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0533230 Aug 31 00:44:57.837682 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:57.859003 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-bbfa676f-df2a-455e-8645-f9f9afd90086 req-ec0b2eb4-0caa-4c97-9492-6389b811148e tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Aug 31 00:44:57.969034 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Deleting port 9b316835-5b33-4b67-adcd-2bbeb537f70b {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:57.969292 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:58.050620 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] For port 9b316835-5b33-4b67-adcd-2bbeb537f70b, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9b316835-5b33-4b67-adcd-2bbeb537f70b,segment=NetworkSegment(980ce659-5fd6-4e6a-86f5-4ace968e0b1f),segment_id=980ce659-5fd6-4e6a-86f5-4ace968e0b1f)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:58.050989 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:58.063772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Calling delete_port for 9b316835-5b33-4b67-adcd-2bbeb537f70b owned by network:router_interface {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:58.391907 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9359d947-99e6-4870-9095-c720268e1d03 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:44:58.412276 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 9359d947-99e6-4870-9095-c720268e1d03 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:44:58.415933 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9359d947-99e6-4870-9095-c720268e1d03 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:44:58.449664 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (9b316835-5b33-4b67-adcd-2bbeb537f70b), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:58.505506 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b316835-5b33-4b67-adcd-2bbeb537f70b,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:58.739291 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (37ea527f-a982-49ab-a6cc-33e67169b4bb), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:58.799946 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:58.961139 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Router 37ea527f-a982-49ab-a6cc-33e67169b4bb has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:44:58.988200 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23a749-feee-4185-a746-70d0681fe2f7 req-8def4942-7f97-47f8-9ace-521bb615057d tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:44:58.989730 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6a23a749-feee-4185-a746-70d0681fe2f7 req-8def4942-7f97-47f8-9ace-521bb615057d tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0487671 Aug 31 00:44:59.012734 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:59.033731 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:59.041702 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6a23a749-feee-4185-a746-70d0681fe2f7 req-2e479012-b5af-4be5-81ad-86e0988b1349 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Aug 31 00:44:59.067854 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:44:59.073556 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-00144dbc-e724-4d94-a910-042118a8a015 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/37ea527f-a982-49ab-a6cc-33e67169b4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7756553 Aug 31 00:44:59.076063 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 51522) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:44:59.078534 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] Sync routers for ids ['37ea527f-a982-49ab-a6cc-33e67169b4bb'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:44:59.089392 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] Routers {'37ea527f-a982-49ab-a6cc-33e67169b4bb'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:44:59.090004 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:44:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['37ea527f-a982-49ab-a6cc-33e67169b4bb'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:59.197750 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] Set router 37ea527f-a982-49ab-a6cc-33e67169b4bb gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:44:59.201498 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks [] for router (37ea527f-a982-49ab-a6cc-33e67169b4bb), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:59.304224 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks [] for router_gateway (37ea527f-a982-49ab-a6cc-33e67169b4bb), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:59.419568 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Deleting port df040427-7f7f-4753-b7fe-87fe16460157 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:44:59.420172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (df040427-7f7f-4753-b7fe-87fe16460157), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:59.506895 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:44:58Z', 'revision_number': 5, 'project_id': '79152a9312394a609050dbeb63c36310', 'gw_port': {'id': 'df040427-7f7f-4753-b7fe-87fe16460157', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:59.516415 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] For port df040427-7f7f-4753-b7fe-87fe16460157, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=df040427-7f7f-4753-b7fe-87fe16460157,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:44:59.516904 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (df040427-7f7f-4753-b7fe-87fe16460157), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:59.532078 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Calling delete_port for df040427-7f7f-4753-b7fe-87fe16460157 owned by network:router_gateway {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:44:59.536197 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] Checking router: 37ea527f-a982-49ab-a6cc-33e67169b4bb for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:44:59.542764 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] Routers {'37ea527f-a982-49ab-a6cc-33e67169b4bb'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:44:59.543382 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:44:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['37ea527f-a982-49ab-a6cc-33e67169b4bb'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:59.630641 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] Set router 37ea527f-a982-49ab-a6cc-33e67169b4bb gateway port host: None {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:44:59.655309 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:44:59.685627 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:44:59Z', 'revision_number': 6, 'project_id': '79152a9312394a609050dbeb63c36310', 'gw_port_host': None}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:44:59.710947 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7faf7-8e5b-4fe3-b90e-5db384beab24 None None] The sync data for ids ['37ea527f-a982-49ab-a6cc-33e67169b4bb'] in dv-cinder-852211-6-iscsi is: [{'id': '37ea527f-a982-49ab-a6cc-33e67169b4bb', 'name': 'tempest-TestVolumeBootPattern-1031704500-router', 'tenant_id': '79152a9312394a609050dbeb63c36310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:36:13Z', 'updated_at': '2022-08-31T00:44:59Z', 'revision_number': 6, 'project_id': '79152a9312394a609050dbeb63c36310', 'gw_port_host': None}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:44:59.775161 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (df040427-7f7f-4753-b7fe-87fe16460157), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:59.799453 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=df040427-7f7f-4753-b7fe-87fe16460157,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:44:59.874643 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (37ea527f-a982-49ab-a6cc-33e67169b4bb), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:59.961760 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (37ea527f-a982-49ab-a6cc-33e67169b4bb), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:59.963783 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks [] for router_controller (37ea527f-a982-49ab-a6cc-33e67169b4bb), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:44:59.965096 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:00.124357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (37ea527f-a982-49ab-a6cc-33e67169b4bb), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.125227 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ea527f-a982-49ab-a6cc-33e67169b4bb {{(pid=113723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:45:00.134143 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.134143 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2100a88d-e767-43b6-b6ee-513fa62a4e34 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/37ea527f-a982-49ab-a6cc-33e67169b4bb HTTP/1.1" status: 204 len: 168 time: 1.0540509 Aug 31 00:45:00.134381 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51530) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:00.185397 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dbdd51-a944-482a-b9b9-49771d5c145e admin admin] Deleting subnet 984555f7-97aa-40c9-9999-8c3ff321f90c {{(pid=113724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:45:00.189184 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-84dbdd51-a944-482a-b9b9-49771d5c145e admin admin] Publish callbacks [] for subnet (984555f7-97aa-40c9-9999-8c3ff321f90c), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.199911 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62a379-5651-4ba3-a291-fb10602aed8d req-d7b94d7c-39e7-4a1b-80ef-89b65602c7ec tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:00.201502 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2e62a379-5651-4ba3-a291-fb10602aed8d req-d7b94d7c-39e7-4a1b-80ef-89b65602c7ec tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0782919 Aug 31 00:45:00.230051 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-84dbdd51-a944-482a-b9b9-49771d5c145e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63547470'] for subnet (984555f7-97aa-40c9-9999-8c3ff321f90c), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.254782 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2e62a379-5651-4ba3-a291-fb10602aed8d req-f54c0004-643c-41db-9008-68b90ccd3904 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473142 Aug 31 00:45:00.308686 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-84dbdd51-a944-482a-b9b9-49771d5c145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (984555f7-97aa-40c9-9999-8c3ff321f90c), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.454866 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-84dbdd51-a944-482a-b9b9-49771d5c145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63547631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58249794'] for subnet (984555f7-97aa-40c9-9999-8c3ff321f90c), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.490584 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbdd51-a944-482a-b9b9-49771d5c145e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984555f7-97aa-40c9-9999-8c3ff321f90c,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:00.504188 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-84dbdd51-a944-482a-b9b9-49771d5c145e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.504188 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-84dbdd51-a944-482a-b9b9-49771d5c145e admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/984555f7-97aa-40c9-9999-8c3ff321f90c HTTP/1.1" status: 204 len: 168 time: 0.3673322 Aug 31 00:45:00.505331 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51534) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:00.510003 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10acded8-e520-49c8-ba0d-d95b61fa921d None None] Network 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:45:00.570222 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9b316835-5b33-4b67-adcd-2bbeb537f70b no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:45:00.585200 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (2f24aa16-8bd9-46d8-a75a-8a7961b7ceef), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.600251 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 61a0644d-28a8-4474-8196-ce23254712ab no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:45:00.607111 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 9b316835-5b33-4b67-adcd-2bbeb537f70b {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:45:00.607111 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9b316835-5b33-4b67-adcd-2bbeb537f70b not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:45:00.607111 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device df040427-7f7f-4753-b7fe-87fe16460157 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:45:00.632269 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Deleting port 450318eb-22a8-4d8a-824c-a19720e1baea {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:45:00.636090 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.643566 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: df040427-7f7f-4753-b7fe-87fe16460157 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:45:00.643917 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device df040427-7f7f-4753-b7fe-87fe16460157 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:45:00.669573 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 61a0644d-28a8-4474-8196-ce23254712ab {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:45:00.669961 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 61a0644d-28a8-4474-8196-ce23254712ab not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:45:00.712851 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] For port 450318eb-22a8-4d8a-824c-a19720e1baea, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=450318eb-22a8-4d8a-824c-a19720e1baea,segment=NetworkSegment(980ce659-5fd6-4e6a-86f5-4ace968e0b1f),segment_id=980ce659-5fd6-4e6a-86f5-4ace968e0b1f)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:00.713462 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.729227 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Calling delete_port for 450318eb-22a8-4d8a-824c-a19720e1baea owned by network:dhcp {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:45:00.742311 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f498e26-597f-4bbb-af15-ab6abff6e218 None None] DHCP port deletion for 2f24aa16-8bd9-46d8-a75a-8a7961b7ceef request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:45:00.745191 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:00.788836 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-4f498e26-597f-4bbb-af15-ab6abff6e218 None None] Deleting port 450318eb-22a8-4d8a-824c-a19720e1baea {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:45:00.790443 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4f498e26-597f-4bbb-af15-ab6abff6e218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.858806 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-4f498e26-597f-4bbb-af15-ab6abff6e218 None None] For port 450318eb-22a8-4d8a-824c-a19720e1baea, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=450318eb-22a8-4d8a-824c-a19720e1baea,segment=NetworkSegment(980ce659-5fd6-4e6a-86f5-4ace968e0b1f),segment_id=980ce659-5fd6-4e6a-86f5-4ace968e0b1f)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:00.859299 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4f498e26-597f-4bbb-af15-ab6abff6e218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.873030 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-4f498e26-597f-4bbb-af15-ab6abff6e218 None None] Calling delete_port for 450318eb-22a8-4d8a-824c-a19720e1baea owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:45:00.920780 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.934335 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:00.951891 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=450318eb-22a8-4d8a-824c-a19720e1baea,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:00.953633 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4f498e26-597f-4bbb-af15-ab6abff6e218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (450318eb-22a8-4d8a-824c-a19720e1baea), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:00.961327 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] No DVR routers for this DVR port 450318eb-22a8-4d8a-824c-a19720e1baea on host dv-cinder-852211-6-iscsi {{(pid=113724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:45:00.977696 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f498e26-597f-4bbb-af15-ab6abff6e218 None None] Pushing event deleted for resources: {'Port': ['ID=450318eb-22a8-4d8a-824c-a19720e1baea,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:00.984102 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f498e26-597f-4bbb-af15-ab6abff6e218 None None] No DVR routers for this DVR port 450318eb-22a8-4d8a-824c-a19720e1baea on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:45:01.037941 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (2f24aa16-8bd9-46d8-a75a-8a7961b7ceef), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.059743 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f24aa16-8bd9-46d8-a75a-8a7961b7ceef']}} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:01.069398 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980ce659-5fd6-4e6a-86f5-4ace968e0b1f') {'for_net_delete': True} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:01.069695 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.services.segments.db [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980ce659-5fd6-4e6a-86f5-4ace968e0b1f') {} {{(pid=113724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:01.080304 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63547461'] for segment (980ce659-5fd6-4e6a-86f5-4ace968e0b1f), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.098048 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (980ce659-5fd6-4e6a-86f5-4ace968e0b1f), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.100605 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=113724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:45:01.100991 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63548233'] for segment (980ce659-5fd6-4e6a-86f5-4ace968e0b1f), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.117165 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:01.148561 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment 980ce659-5fd6-4e6a-86f5-4ace968e0b1f resource provider aggregate not found Aug 31 00:45:01.166309 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.services.segments.plugin [-] Segment 980ce659-5fd6-4e6a-86f5-4ace968e0b1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 980ce659-5fd6-4e6a-86f5-4ace968e0b1f found for delete ", "request_id": "req-76458eab-d350-47be-9d05-2c79d2acec91"}]} Aug 31 00:45:01.269097 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (2f24aa16-8bd9-46d8-a75a-8a7961b7ceef), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.275154 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.278785 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/2f24aa16-8bd9-46d8-a75a-8a7961b7ceef HTTP/1.1" status: 204 len: 168 time: 0.7719972 Aug 31 00:45:01.293207 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b966006-477f-4fd1-aeed-5a40bfb5dd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f24aa16-8bd9-46d8-a75a-8a7961b7ceef,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:01.387468 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e360d7-ecfd-46cc-9203-4064ba1fc782 req-3a303b73-8f24-4272-b04a-341c713961bd tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:01.388268 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-89e360d7-ecfd-46cc-9203-4064ba1fc782 req-3a303b73-8f24-4272-b04a-341c713961bd tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0530026 Aug 31 00:45:01.443697 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-89e360d7-ecfd-46cc-9203-4064ba1fc782 req-55b00c8d-1b22-4817-8d6f-f1563e8db7e5 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494816 Aug 31 00:45:01.600127 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 51552) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:01.649029 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-731d2d12-7c73-4ea2-a0ed-29a285fd018b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ebe5283d88b44f8b824c7bbca56b3473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476172 Aug 31 00:45:01.651841 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 51554) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:01.704006 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d442f1c9-943b-43be-9d20-0e7874a537e2 admin admin] Publish callbacks [] for security_group (861d903f-dad8-4eb6-a41b-9f9855baff75), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.724528 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d442f1c9-943b-43be-9d20-0e7874a537e2 admin admin] Publish callbacks [] for security_group (861d903f-dad8-4eb6-a41b-9f9855baff75), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.738687 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:01.852255 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d442f1c9-943b-43be-9d20-0e7874a537e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (861d903f-dad8-4eb6-a41b-9f9855baff75), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.854783 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-d442f1c9-943b-43be-9d20-0e7874a537e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:01.855965 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-d442f1c9-943b-43be-9d20-0e7874a537e2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/861d903f-dad8-4eb6-a41b-9f9855baff75 HTTP/1.1" status: 204 len: 168 time: 0.2031863 Aug 31 00:45:01.864176 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442f1c9-943b-43be-9d20-0e7874a537e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861d903f-dad8-4eb6-a41b-9f9855baff75,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:02.390213 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 450318eb-22a8-4d8a-824c-a19720e1baea no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:45:02.411214 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 450318eb-22a8-4d8a-824c-a19720e1baea {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:45:02.411565 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 450318eb-22a8-4d8a-824c-a19720e1baea not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:45:02.573297 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1d7c5-15f9-4acd-a1fe-fab7217fcc66 req-8addce95-bd54-442f-8368-e82b20fbb56c tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:02.574808 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-01f1d7c5-15f9-4acd-a1fe-fab7217fcc66 req-8addce95-bd54-442f-8368-e82b20fbb56c tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0499182 Aug 31 00:45:02.621360 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51566) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:02.623521 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-01f1d7c5-15f9-4acd-a1fe-fab7217fcc66 req-1b0472b2-96bf-48d4-8469-a2734ef0cdbd tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Aug 31 00:45:02.663934 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-452f5ae9-8364-4640-8d97-d0c4559bcef8 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=79152a9312394a609050dbeb63c36310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413589 Aug 31 00:45:02.666819 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51568) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:02.721003 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9721-90c5-4b41-b55b-778d8fba7837 admin admin] Publish callbacks [] for security_group (2456cc43-80f6-47ad-b130-956c397033a8), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:02.741143 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9721-90c5-4b41-b55b-778d8fba7837 admin admin] Publish callbacks [] for security_group (2456cc43-80f6-47ad-b130-956c397033a8), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:02.846274 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9721-90c5-4b41-b55b-778d8fba7837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (2456cc43-80f6-47ad-b130-956c397033a8), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:02.849022 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9721-90c5-4b41-b55b-778d8fba7837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:02.850645 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-f7ce9721-90c5-4b41-b55b-778d8fba7837 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2456cc43-80f6-47ad-b130-956c397033a8 HTTP/1.1" status: 204 len: 168 time: 0.1827126 Aug 31 00:45:02.859923 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce9721-90c5-4b41-b55b-778d8fba7837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2456cc43-80f6-47ad-b130-956c397033a8,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:03.746112 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88bf7c-200d-427c-8a8f-3fb9da328d5a req-4f98ad15-2787-4d48-8001-e29bc28e1de2 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:03.747622 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1e88bf7c-200d-427c-8a8f-3fb9da328d5a req-4f98ad15-2787-4d48-8001-e29bc28e1de2 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0491240 Aug 31 00:45:03.809650 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-1e88bf7c-200d-427c-8a8f-3fb9da328d5a req-6426bafc-db81-4d01-9b59-43f1fe894570 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560622 Aug 31 00:45:04.948082 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14f8df-49e2-4226-82cc-8adf769e9220 req-a11c9f58-a8f4-4a1e-a1f8-98870174e431 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:04.949541 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-db14f8df-49e2-4226-82cc-8adf769e9220 req-a11c9f58-a8f4-4a1e-a1f8-98870174e431 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0646584 Aug 31 00:45:05.002643 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-db14f8df-49e2-4226-82cc-8adf769e9220 req-5e1b43d2-3d99-41ab-b1f7-f1dd86269b38 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468802 Aug 31 00:45:05.667027 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=45 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:06.123889 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193ebc-e8c2-4675-9824-86e5b0b5166a req-bc1ecb15-298a-4153-87ab-fffa9ae31e9b tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:06.125389 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8b193ebc-e8c2-4675-9824-86e5b0b5166a req-bc1ecb15-298a-4153-87ab-fffa9ae31e9b tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0471959 Aug 31 00:45:06.182930 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-8b193ebc-e8c2-4675-9824-86e5b0b5166a req-3e2c6f8d-3214-404c-a65b-86371d521535 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517187 Aug 31 00:45:06.952088 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=15 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:07.330416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0c31e-5dde-472d-9a68-3367be0a0674 req-302d24af-f5a0-4440-94d2-f3145b937062 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:07.331942 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-14f0c31e-5dde-472d-9a68-3367be0a0674 req-302d24af-f5a0-4440-94d2-f3145b937062 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.0610530 Aug 31 00:45:07.338777 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-15289c12-d324-4404-ad68-089f25e904c3 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:07.342839 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-15289c12-d324-4404-ad68-089f25e904c3 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 950 time: 0.1101460 Aug 31 00:45:07.434572 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-14f0c31e-5dde-472d-9a68-3367be0a0674 req-78ee8602-76e8-44fe-aaa4-8d648b0ef2f9 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f0957c37-66bb-469a-a56e-a6b38af8797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911951 Aug 31 00:45:07.489060 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Deleting port 14029285-926b-41de-bdc4-a196e9cea3c9 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:45:07.489435 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:07.910813 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] For port 14029285-926b-41de-bdc4-a196e9cea3c9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=14029285-926b-41de-bdc4-a196e9cea3c9,segment=NetworkSegment(4380df58-b15e-41b4-93ec-92ce9773e34c),segment_id=4380df58-b15e-41b4-93ec-92ce9773e34c)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:07.910813 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:07.926539 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Calling delete_port for 14029285-926b-41de-bdc4-a196e9cea3c9 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:45:07.986737 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:08.132247 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (14029285-926b-41de-bdc4-a196e9cea3c9), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:08.169202 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Pushing event deleted for resources: {'Port': ['ID=14029285-926b-41de-bdc4-a196e9cea3c9,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:08.172312 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['14029285-926b-41de-bdc4-a196e9cea3c9'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:45:08.225033 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] No DVR routers for this DVR port 14029285-926b-41de-bdc4-a196e9cea3c9 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:45:08.228397 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:08.231733 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-775e156d-09c5-4af4-87dc-f95543b17e3b req-edebd02b-995e-4a98-aebb-5bdaf526b568 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.76 "DELETE /networking/v2.0/ports/14029285-926b-41de-bdc4-a196e9cea3c9 HTTP/1.1" status: 204 len: 173 time: 0.8817325 Aug 31 00:45:08.232210 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920af99b-43ea-46e0-8873-38efab535745', 'name': 'network-vif-deleted', 'tag': '14029285-926b-41de-bdc4-a196e9cea3c9'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:45:08.234514 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86060a5-576b-4e83-9853-95b395ef4df6" -d '{"events": [{"server_uuid": "920af99b-43ea-46e0-8873-38efab535745", "name": "network-vif-deleted", "tag": "14029285-926b-41de-bdc4-a196e9cea3c9"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:45:08.290598 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a54fa4-f8ee-4c23-90b6-ca595d59caff x-openstack-request-id: req-09a54fa4-f8ee-4c23-90b6-ca595d59caff {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:45:08.291004 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920af99b-43ea-46e0-8873-38efab535745", "name": "network-vif-deleted", "tag": "14029285-926b-41de-bdc4-a196e9cea3c9", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:45:08.291357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09a54fa4-f8ee-4c23-90b6-ca595d59caff {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:45:08.291837 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a54fa4-f8ee-4c23-90b6-ca595d59caff'] response: {'server_uuid': '920af99b-43ea-46e0-8873-38efab535745', 'name': 'network-vif-deleted', 'tag': '14029285-926b-41de-bdc4-a196e9cea3c9', 'status': 'completed', 'code': 200} Aug 31 00:45:08.544115 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1da16aeb-cb5f-4876-a027-59fb8192c4dd req-296b9b42-1852-4141-b060-7716af344bfc tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0282946 Aug 31 00:45:09.664491 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-6aa3d487-43ae-4f32-9cdc-39308ca99b73 req-04dc815b-1f32-44a3-bd04-3eee2ad17367 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0289617 Aug 31 00:45:10.783742 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1cca76ea-f327-4f82-b6ed-236631e7d3af req-f96b5983-66ee-473c-aa02-97a1ccc8bee0 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0285571 Aug 31 00:45:11.903883 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c8680017-f1e6-40f9-82e0-8fcc546a360d req-7ee80e71-6562-4320-a3ee-2491477cf028 tempest-VolumesNegativeTest-1620970628 tempest-VolumesNegativeTest-1620970628-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=920af99b-43ea-46e0-8873-38efab535745 HTTP/1.1" status: 200 len: 210 time: 0.0323725 Aug 31 00:45:12.395857 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 14029285-926b-41de-bdc4-a196e9cea3c9 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:45:12.415963 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 14029285-926b-41de-bdc4-a196e9cea3c9 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:45:12.416311 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 14029285-926b-41de-bdc4-a196e9cea3c9 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:45:12.731538 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:12.739849 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-0cb28587-b126-4eea-990c-8877c9b8a9de tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:12.742016 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-0cb28587-b126-4eea-990c-8877c9b8a9de tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ad14b10b-3e63-42af-b57a-cefcc3328996 HTTP/1.1" status: 200 len: 813 time: 0.1089766 Aug 31 00:45:12.757595 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-0010ba07-5f72-43a3-8675-b3224d623c45 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/quotas/644ca4166ff846fb944c2b39f0263abe HTTP/1.1" status: 200 len: 375 time: 0.0099971 Aug 31 00:45:12.793889 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-a4404ec9-9725-43f7-b897-d62990e5280d tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=644ca4166ff846fb944c2b39f0263abe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303128 Aug 31 00:45:12.900514 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-2567eeb7-770f-41c1-9022-5399fd6d0fa4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986700 Aug 31 00:45:13.009502 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-e83d72fa-1a10-4c3c-8bcb-a269bdd6586e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033237 Aug 31 00:45:13.304684 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cc591a1a-98e8-4ec5-96ef-8df6b87589a2 req-82aa37d8-1df0-452c-9092-76b41d15bead tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 210 time: 0.0374396 Aug 31 00:45:14.422473 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-36324229-aaac-4668-a292-8e5d2523269c req-ea864e13-5980-40e3-a586-32d7ffc5a00b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 210 time: 0.0305035 Aug 31 00:45:15.465191 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51838) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:15.560397 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a43461ae-f51a-48aa-bfb5-517816fba98c req-21c3c81a-0d6b-414f-a7e6-4c8d7beb36f1 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 210 time: 0.0331583 Aug 31 00:45:15.608040 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f87c6c36-5ceb-4d3e-b85b-d73b8a9a0018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:15.698854 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f87c6c36-5ceb-4d3e-b85b-d73b8a9a0018 admin admin] Publish callbacks [] for security_group (20e91310-6888-4943-9fe9-99ba55084d95), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:15.766586 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-6ab208db-3c39-4706-b735-eeb638658007 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:15.768115 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-6ab208db-3c39-4706-b735-eeb638658007 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.76 "GET /networking/v2.0/networks?id=ad14b10b-3e63-42af-b57a-cefcc3328996 HTTP/1.1" status: 200 len: 813 time: 0.1401224 Aug 31 00:45:15.788911 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Request body: {'port': {'device_id': '29c839a0-df66-4eec-8f4a-bf2160a9614c', 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996', 'admin_state_up': True, 'tenant_id': '644ca4166ff846fb944c2b39f0263abe'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:15.794598 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-f87c6c36-5ceb-4d3e-b85b-d73b8a9a0018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (20e91310-6888-4943-9fe9-99ba55084d95), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:15.839171 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-f87c6c36-5ceb-4d3e-b85b-d73b8a9a0018 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=0f4c23369fc34f959d1963cb851148f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728619 Aug 31 00:45:15.840081 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c6c36-5ceb-4d3e-b85b-d73b8a9a0018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e91310-6888-4943-9fe9-99ba55084d95,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:15.844025 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 51852) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:15.850570 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:15.909378 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:15.912919 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9604b8af-a708-4c9c-91b3-7c510239e055 admin admin] Publish callbacks [] for security_group (20e91310-6888-4943-9fe9-99ba55084d95), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:15.936561 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9604b8af-a708-4c9c-91b3-7c510239e055 admin admin] Publish callbacks [] for security_group (20e91310-6888-4943-9fe9-99ba55084d95), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:16.025754 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Made reservation on behalf of 644ca4166ff846fb944c2b39f0263abe for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:45:16.030357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:16.082810 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9604b8af-a708-4c9c-91b3-7c510239e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (20e91310-6888-4943-9fe9-99ba55084d95), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:16.085608 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-9604b8af-a708-4c9c-91b3-7c510239e055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:16.086934 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-9604b8af-a708-4c9c-91b3-7c510239e055 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/20e91310-6888-4943-9fe9-99ba55084d95 HTTP/1.1" status: 204 len: 168 time: 0.2420051 Aug 31 00:45:16.097096 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604b8af-a708-4c9c-91b3-7c510239e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e91310-6888-4943-9fe9-99ba55084d95,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:16.218271 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Allocated IP 172.20.0.10 (ad14b10b-3e63-42af-b57a-cefcc3328996/a2cb7c77-0097-4bde-8dfa-7b8627b70299/f625dbe5-be40-4583-b5d1-459287f0f584) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:45:16.377934 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:16.394820 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks [] for port (f625dbe5-be40-4583-b5d1-459287f0f584), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:16.501013 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:16.515078 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:16.562774 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Network ad14b10b-3e63-42af-b57a-cefcc3328996 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:16.566411 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:16.570727 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:45:16.607258 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Pushing event updated for resources: {'Port': ['ID=f625dbe5-be40-4583-b5d1-459287f0f584,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:16.631657 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:16.632544 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:16.715136 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329dd81-c2f6-474c-8949-a5381462d388 req-d1584ae0-0327-4014-9fc0-3dfb1e37a4ac tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:16.716755 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4329dd81-c2f6-474c-8949-a5381462d388 req-d1584ae0-0327-4014-9fc0-3dfb1e37a4ac tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 932 time: 0.0540018 Aug 31 00:45:16.733179 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-496ae8a5-e265-4207-8922-7a7eb18051e5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9482582 Aug 31 00:45:16.745945 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-aaa98b9b-07ee-4163-8555-747d689fbd65 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:45:16.746936 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-aaa98b9b-07ee-4163-8555-747d689fbd65 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064573 Aug 31 00:45:16.786805 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-4329dd81-c2f6-474c-8949-a5381462d388 req-c4244be0-b369-49ce-b870-22eab321a58e tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637813 Aug 31 00:45:16.890865 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Request body: {'port': {'device_id': '29c839a0-df66-4eec-8f4a-bf2160a9614c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:16.959210 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:17.170370 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:17.258184 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f625dbe5-be40-4583-b5d1-459287f0f584 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:45:17.267681 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Publish callbacks [] for port (f625dbe5-be40-4583-b5d1-459287f0f584), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:17.284154 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Transition to ACTIVE for port object f625dbe5-be40-4583-b5d1-459287f0f584 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:45:17.343393 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:17.430992 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Pushing event updated for resources: {'Port': ['ID=f625dbe5-be40-4583-b5d1-459287f0f584,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:17.500640 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Attempting to bind port f625dbe5-be40-4583-b5d1-459287f0f584 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:45:17.500991 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Attempting to bind port f625dbe5-be40-4583-b5d1-459287f0f584 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '27f197fe-9861-43ed-bb0f-78f1d77916e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:45:17.501329 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Attempting to bind port f625dbe5-be40-4583-b5d1-459287f0f584 on network ad14b10b-3e63-42af-b57a-cefcc3328996 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:17.506725 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Port f625dbe5-be40-4583-b5d1-459287f0f584 on network ad14b10b-3e63-42af-b57a-cefcc3328996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:45:17.507079 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Attempting to bind port f625dbe5-be40-4583-b5d1-459287f0f584 on network ad14b10b-3e63-42af-b57a-cefcc3328996 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:17.518165 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:45:17.518608 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Checking segment: {'id': '27f197fe-9861-43ed-bb0f-78f1d77916e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:17.519115 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Bound using segment: {'id': '27f197fe-9861-43ed-bb0f-78f1d77916e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:45:17.519653 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Bound port: f625dbe5-be40-4583-b5d1-459287f0f584, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f197fe-9861-43ed-bb0f-78f1d77916e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:45:17.520113 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:17.560292 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-345cda36-7ab6-4c0b-a234-d65ffd52bd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:17.603158 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] For port f625dbe5-be40-4583-b5d1-459287f0f584, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:45:17.606564 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] For port f625dbe5-be40-4583-b5d1-459287f0f584, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f625dbe5-be40-4583-b5d1-459287f0f584,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:45:17.746713 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:17.751774 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:17.752659 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:17.754091 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/f625dbe5-be40-4583-b5d1-459287f0f584 HTTP/1.1" status: 200 len: 1094 time: 0.9916012 Aug 31 00:45:17.757728 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c839a0-df66-4eec-8f4a-bf2160a9614c', 'tag': 'f625dbe5-be40-4583-b5d1-459287f0f584'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:45:17.757728 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b204dfc0-2513-40d4-a578-bd13ce466d61" -d '{"events": [{"name": "network-changed", "server_uuid": "29c839a0-df66-4eec-8f4a-bf2160a9614c", "tag": "f625dbe5-be40-4583-b5d1-459287f0f584"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:45:17.802845 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4b2d1-5dab-4fbc-bf36-2fa6804cbbff x-openstack-request-id: req-afa4b2d1-5dab-4fbc-bf36-2fa6804cbbff {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:45:17.803464 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c839a0-df66-4eec-8f4a-bf2160a9614c", "tag": "f625dbe5-be40-4583-b5d1-459287f0f584", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:45:17.803464 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afa4b2d1-5dab-4fbc-bf36-2fa6804cbbff {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:45:17.803784 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa4b2d1-5dab-4fbc-bf36-2fa6804cbbff'] response: {'name': 'network-changed', 'server_uuid': '29c839a0-df66-4eec-8f4a-bf2160a9614c', 'tag': 'f625dbe5-be40-4583-b5d1-459287f0f584', 'status': 'completed', 'code': 200} Aug 31 00:45:17.835411 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f3c50-19dd-4258-bf7c-71368e909f95 service neutron] Pushing event updated for resources: {'Port': ['ID=f625dbe5-be40-4583-b5d1-459287f0f584,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:17.923904 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204dfc0-2513-40d4-a578-bd13ce466d61 req-78fd416d-bea6-48e4-9496-c2540dd28778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:17.925394 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b204dfc0-2513-40d4-a578-bd13ce466d61 req-78fd416d-bea6-48e4-9496-c2540dd28778 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=644ca4166ff846fb944c2b39f0263abe&device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 1128 time: 0.0666215 Aug 31 00:45:17.944695 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b14c2-291e-47cc-b1a4-7ff054c837c4 req-708e8213-3ece-4d97-84c9-2ecf1df2678b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:17.946789 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-384b14c2-291e-47cc-b1a4-7ff054c837c4 req-708e8213-3ece-4d97-84c9-2ecf1df2678b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 944 time: 0.0592878 Aug 31 00:45:18.064606 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-384b14c2-291e-47cc-b1a4-7ff054c837c4 req-8ca485e5-c64c-43dd-870e-3ee277fb6740 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068881 Aug 31 00:45:18.088626 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204dfc0-2513-40d4-a578-bd13ce466d61 req-b5aeb38f-d6eb-4d13-bbbd-21c22ffdf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:18.090181 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b204dfc0-2513-40d4-a578-bd13ce466d61 req-b5aeb38f-d6eb-4d13-bbbd-21c22ffdf71d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=644ca4166ff846fb944c2b39f0263abe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1425428 Aug 31 00:45:18.213590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204dfc0-2513-40d4-a578-bd13ce466d61 req-8aa979e8-1ae6-46f6-9dea-0485fdbc3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:18.215265 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-b204dfc0-2513-40d4-a578-bd13ce466d61 req-8aa979e8-1ae6-46f6-9dea-0485fdbc3935 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146350 Aug 31 00:45:18.293984 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:18.325516 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-4c5dffb5-f573-422d-9525-963d9ebd0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:18.327169 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-4c5dffb5-f573-422d-9525-963d9ebd0910 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=644ca4166ff846fb944c2b39f0263abe&device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 1128 time: 0.0417724 Aug 31 00:45:18.382712 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-3e5ca0e9-647f-4ce5-b8c2-da5abc448748 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f625dbe5-be40-4583-b5d1-459287f0f584 HTTP/1.1" status: 200 len: 217 time: 0.0346837 Aug 31 00:45:18.442339 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-f97c90a3-ff7d-4805-9829-c9534e8ce5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:18.443811 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-f97c90a3-ff7d-4805-9829-c9534e8ce5c4 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a2cb7c77-0097-4bde-8dfa-7b8627b70299 HTTP/1.1" status: 200 len: 853 time: 0.0525699 Aug 31 00:45:18.457777 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=11 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:18.459845 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=15 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:18.484750 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-58ac5c71-754b-4d63-b65b-93e83977d275 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=ad14b10b-3e63-42af-b57a-cefcc3328996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302322 Aug 31 00:45:18.583048 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:18.588395 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-bf101fec-82a6-4ceb-8362-3ff844ee98ad service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975153 Aug 31 00:45:18.689153 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-34a93f34-9e35-4bbd-a103-d1c4763c6097 req-7ec46266-d07c-4478-9559-f5d2fceced7b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912669 Aug 31 00:45:19.197301 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f43da-e201-437a-ad82-1e461b252369 req-e029bc1b-061c-4822-ad0d-fcce53f9759d tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:19.198787 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a07f43da-e201-437a-ad82-1e461b252369 req-e029bc1b-061c-4822-ad0d-fcce53f9759d tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 944 time: 0.0537989 Aug 31 00:45:19.248159 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a07f43da-e201-437a-ad82-1e461b252369 req-d9a1e189-fce3-4f88-894f-08efd0cd8bdc tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Aug 31 00:45:20.118248 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-86a22f89-8d59-41f9-ba8d-f80b97630b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:20.156603 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52042) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:20.295109 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-2c58a44d-fa25-4678-8de1-5e7161056d50 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f4aa358ff1064f05968fff832ea588ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372743 Aug 31 00:45:20.297696 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52048) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:20.393259 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e03577-5a29-4906-b493-32c678c39e71 req-3d1cbf89-c07c-49c7-bd5e-0033c04909c9 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:20.394740 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c3e03577-5a29-4906-b493-32c678c39e71 req-3d1cbf89-c07c-49c7-bd5e-0033c04909c9 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 944 time: 0.0678236 Aug 31 00:45:20.395483 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b38b5731-1224-4292-bf65-246c93c82deb admin admin] Publish callbacks [] for security_group (f0957c37-66bb-469a-a56e-a6b38af8797b), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:20.431755 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b38b5731-1224-4292-bf65-246c93c82deb admin admin] Publish callbacks [] for security_group (f0957c37-66bb-469a-a56e-a6b38af8797b), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:20.485784 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c3e03577-5a29-4906-b493-32c678c39e71 req-50fe6cd5-a78f-48ab-b402-13ac8b384a6a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817854 Aug 31 00:45:20.608778 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b38b5731-1224-4292-bf65-246c93c82deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (f0957c37-66bb-469a-a56e-a6b38af8797b), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:20.611834 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b38b5731-1224-4292-bf65-246c93c82deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:20.613128 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-b38b5731-1224-4292-bf65-246c93c82deb admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f0957c37-66bb-469a-a56e-a6b38af8797b HTTP/1.1" status: 204 len: 168 time: 0.3144259 Aug 31 00:45:20.622379 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b5731-1224-4292-bf65-246c93c82deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0957c37-66bb-469a-a56e-a6b38af8797b,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:21.471192 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:21.607209 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d16a1d-0b6c-4671-9d27-efc278e90e72 req-bebccd12-91b0-4643-b7ac-00cb615b1666 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:21.608791 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a6d16a1d-0b6c-4671-9d27-efc278e90e72 req-bebccd12-91b0-4643-b7ac-00cb615b1666 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 944 time: 0.0507150 Aug 31 00:45:21.658556 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a6d16a1d-0b6c-4671-9d27-efc278e90e72 req-33b5a1d9-b30a-49ee-83cf-decda8ea45be tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Aug 31 00:45:21.672945 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52074) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:21.771254 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1517333146-network', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:21.857322 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Made reservation on behalf of 3737c99210b64eac8d7d75f53c1e2cac for: {'network': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:45:21.859613 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:21.869147 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:21.943638 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Publish callbacks [] for security_group (26e0a10f-bb5e-40a0-b79f-780deb4947ac), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:22.025730 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (26e0a10f-bb5e-40a0-b79f-780deb4947ac), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:22.052380 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=113723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:45:22.061778 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e0a10f-bb5e-40a0-b79f-780deb4947ac,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:22.068056 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (ff7faa2b-d008-4c2e-8f02-5d4f95779d44), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:22.068429 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.segments_db [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Added segment ff7faa2b-d008-4c2e-8f02-5d4f95779d44 of type vlan for network 93b4f966-f3f2-4460-a28d-2d1c471bf707 Aug 31 00:45:22.113504 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (93b4f966-f3f2-4460-a28d-2d1c471bf707), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:22.212755 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (93b4f966-f3f2-4460-a28d-2d1c471bf707), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:22.213790 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:22.214378 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:22.219783 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:22.276197 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] Pushing event updated for resources: {'Network': ['ID=93b4f966-f3f2-4460-a28d-2d1c471bf707,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:22.285949 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 93b4f966-f3f2-4460-a28d-2d1c471bf707 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:45:22.359467 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-f6f82225-5272-4c26-9f6d-8914fe5210d1 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6853788 Aug 31 00:45:22.362325 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52080) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:22.367284 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Request body: {'subnet': {'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1517333146-subnet', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'ip_version': 4}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:22.480434 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Made reservation on behalf of 3737c99210b64eac8d7d75f53c1e2cac for: {'subnet': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:45:22.482811 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64455264'] for subnet (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:22.543732 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:22.762973 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64188731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64455286'] for subnet (5c8aa6a0-d62b-450e-bde3-015ade712dd2), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:22.815290 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b50db6-503e-46d8-94dc-5dd87a4c7b95 req-028c5825-97d7-4a65-97d1-9f6c0fe3c596 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:22.816825 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03b50db6-503e-46d8-94dc-5dd87a4c7b95 req-028c5825-97d7-4a65-97d1-9f6c0fe3c596 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 944 time: 0.0835299 Aug 31 00:45:22.858600 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c8aa6a0-d62b-450e-bde3-015ade712dd2,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:22.881583 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Checking segment: {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:22.881942 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Network hostable DHCP agents. Network: 93b4f966-f3f2-4460-a28d-2d1c471bf707, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:45:22.904606 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-03b50db6-503e-46d8-94dc-5dd87a4c7b95 req-fbb0a5b6-df24-47ba-9cce-d34b69c3b2c9 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797830 Aug 31 00:45:22.985870 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Network 93b4f966-f3f2-4460-a28d-2d1c471bf707 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:45:23.072276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 93b4f966-f3f2-4460-a28d-2d1c471bf707) {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:23.076956 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:23.078020 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.081280 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100a312-843f-4b93-98cf-486fe7cdbe37 None None] Network 93b4f966-f3f2-4460-a28d-2d1c471bf707 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:45:23.177785 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.184131 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-be291d88-a0f4-4800-887b-28ab8585fc61 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8196466 Aug 31 00:45:23.187014 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-93b4f966-f3f2-4460-a28d-2d1c471bf707', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:45:23.189497 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.191551 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52086) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:23.196842 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:23.205619 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device f625dbe5-be40-4583-b5d1-459287f0f584 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:45:23.303176 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (5e1ce6b3-89f5-45e3-97fb-168af81f7218), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.304446 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (5e1ce6b3-89f5-45e3-97fb-168af81f7218), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.353336 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:23.365687 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks [] for router_controller (5e1ce6b3-89f5-45e3-97fb-168af81f7218), precommit_add_association {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.427246 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port f625dbe5-be40-4583-b5d1-459287f0f584, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f625dbe5-be40-4583-b5d1-459287f0f584,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:23.437619 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Allocated IP 172.20.0.2 (93b4f966-f3f2-4460-a28d-2d1c471bf707/5c8aa6a0-d62b-450e-bde3-015ade712dd2/bda12baa-9262-46ea-a297-abe1a41525d8) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:45:23.450303 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': 'f625dbe5-be40-4583-b5d1-459287f0f584', 'network_id': 'ad14b10b-3e63-42af-b57a-cefcc3328996', 'port_id': 'f625dbe5-be40-4583-b5d1-459287f0f584', 'mac_address': 'fa:16:3e:f1:42:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2cb7c77-0097-4bde-8dfa-7b8627b70299', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:45:23.478252 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.524250 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:23.530897 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:23.534619 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port f625dbe5-be40-4583-b5d1-459287f0f584 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:23.535016 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.556919 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f625dbe5-be40-4583-b5d1-459287f0f584 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:45:23.595903 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port f625dbe5-be40-4583-b5d1-459287f0f584, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f625dbe5-be40-4583-b5d1-459287f0f584,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:23.596821 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks [] for router_gateway (5e1ce6b3-89f5-45e3-97fb-168af81f7218), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.647708 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Publish callbacks [] for port (bda12baa-9262-46ea-a297-abe1a41525d8), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.715513 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.718565 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.793197 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Network 93b4f966-f3f2-4460-a28d-2d1c471bf707 is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:23.802169 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:23.815861 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:45:23.823639 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=f625dbe5-be40-4583-b5d1-459287f0f584,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:23.910778 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Pushing event updated for resources: {'Port': ['ID=bda12baa-9262-46ea-a297-abe1a41525d8,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:23.914956 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Attempting to bind port bda12baa-9262-46ea-a297-abe1a41525d8 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:45:23.915318 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Attempting to bind port bda12baa-9262-46ea-a297-abe1a41525d8 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:45:23.915672 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Attempting to bind port bda12baa-9262-46ea-a297-abe1a41525d8 on network 93b4f966-f3f2-4460-a28d-2d1c471bf707 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:23.921573 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:45:23.921948 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Checking segment: {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:23.922347 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.922731 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Bound using segment: {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:45:23.923221 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Bound port: bda12baa-9262-46ea-a297-abe1a41525d8, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:45:23.923593 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.937316 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks [] for router_gateway (5e1ce6b3-89f5-45e3-97fb-168af81f7218), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:23.957609 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:24.004806 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] For port bda12baa-9262-46ea-a297-abe1a41525d8, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:45:24.017784 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] For port bda12baa-9262-46ea-a297-abe1a41525d8, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=bda12baa-9262-46ea-a297-abe1a41525d8,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:45:24.038506 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7dc1-209e-4fe4-a9ee-57dfcb5abf36 req-53bb75d5-7685-4ef3-9784-731bf7d045cc tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:24.040134 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c2df7dc1-209e-4fe4-a9ee-57dfcb5abf36 req-53bb75d5-7685-4ef3-9784-731bf7d045cc tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 945 time: 0.0562670 Aug 31 00:45:24.064713 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['f625dbe5-be40-4583-b5d1-459287f0f584'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:45:24.073519 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Allocated IP 172.27.3.199 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/9ac3c515-b3ba-4de1-972f-548fa0b41b89) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:45:24.086343 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:24.091732 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c2df7dc1-209e-4fe4-a9ee-57dfcb5abf36 req-9f03d3e0-f57e-4d88-92d2-4480f52019a8 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459621 Aug 31 00:45:24.107201 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:24.141654 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:24.199658 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks [] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:24.201127 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2b45c-918b-489e-b4e9-54c151f6f42e None None] Pushing event updated for resources: {'Port': ['ID=bda12baa-9262-46ea-a297-abe1a41525d8,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:24.292398 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:24.343705 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:24.354040 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:24.358171 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:45:24.394865 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac3c515-b3ba-4de1-972f-548fa0b41b89,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:24.476075 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device bda12baa-9262-46ea-a297-abe1a41525d8 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:24.546274 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port bda12baa-9262-46ea-a297-abe1a41525d8 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:24.546637 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:24.621899 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port bda12baa-9262-46ea-a297-abe1a41525d8 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:24.622163 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:24.632820 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:24.660573 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port bda12baa-9262-46ea-a297-abe1a41525d8, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=bda12baa-9262-46ea-a297-abe1a41525d8,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:24.730177 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks [] for router_gateway (5e1ce6b3-89f5-45e3-97fb-168af81f7218), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:24.741535 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device f625dbe5-be40-4583-b5d1-459287f0f584 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:24.895259 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:24.945652 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (5e1ce6b3-89f5-45e3-97fb-168af81f7218), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:24.960031 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=bda12baa-9262-46ea-a297-abe1a41525d8,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:24.963665 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port f625dbe5-be40-4583-b5d1-459287f0f584 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:45:25.069491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port f625dbe5-be40-4583-b5d1-459287f0f584 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:25.070100 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:25.152493 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port f625dbe5-be40-4583-b5d1-459287f0f584 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:25.153108 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:25.178617 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c839a0-df66-4eec-8f4a-bf2160a9614c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f625dbe5-be40-4583-b5d1-459287f0f584'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:45:25.181494 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873e82de-842b-4ded-a1d0-160e1e26f051" -d '{"events": [{"server_uuid": "29c839a0-df66-4eec-8f4a-bf2160a9614c", "name": "network-vif-plugged", "status": "completed", "tag": "f625dbe5-be40-4583-b5d1-459287f0f584"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:45:25.195163 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port f625dbe5-be40-4583-b5d1-459287f0f584, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f625dbe5-be40-4583-b5d1-459287f0f584,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:25.213581 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:45:25.226096 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a0081a-4693-4b07-a232-23f83de16405 x-openstack-request-id: req-f4a0081a-4693-4b07-a232-23f83de16405 {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:45:25.226476 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c839a0-df66-4eec-8f4a-bf2160a9614c", "name": "network-vif-plugged", "status": "completed", "tag": "f625dbe5-be40-4583-b5d1-459287f0f584", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:45:25.226833 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4a0081a-4693-4b07-a232-23f83de16405 {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:45:25.228015 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a0081a-4693-4b07-a232-23f83de16405'] response: {'server_uuid': '29c839a0-df66-4eec-8f4a-bf2160a9614c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f625dbe5-be40-4583-b5d1-459287f0f584', 'code': 200} Aug 31 00:45:25.230196 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec69917-30ea-414b-8990-999c896cd840 None None] Network 93b4f966-f3f2-4460-a28d-2d1c471bf707 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:45:25.230731 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:25.274220 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82437c-65ac-4022-a78e-2edbe90d298a req-778dbe3c-b75b-4535-b899-41dbdb0374c5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:25.278197 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cd82437c-65ac-4022-a78e-2edbe90d298a req-778dbe3c-b75b-4535-b899-41dbdb0374c5 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 945 time: 0.1014106 Aug 31 00:45:25.287653 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:25.326438 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-33da1c09-8439-48d7-9ded-7ef9705d8685 None None] Provisioning complete for port bda12baa-9262-46ea-a297-abe1a41525d8 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:25.326818 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-33da1c09-8439-48d7-9ded-7ef9705d8685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:25.373903 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-cd82437c-65ac-4022-a78e-2edbe90d298a req-cb4b746e-2797-4164-99b1-7f28e976e781 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912464 Aug 31 00:45:25.379457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:45:25.389604 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Sync routers for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:45:25.401786 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:45:25.402420 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:45:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:25.412034 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=f625dbe5-be40-4583-b5d1-459287f0f584,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:25.489138 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:25.493760 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52102) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:25.494282 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-95ff71b3-d73c-4456-a343-90de0a6b6db1 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3009808 Aug 31 00:45:25.499249 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-33da1c09-8439-48d7-9ded-7ef9705d8685 None None] Current status of the port bda12baa-9262-46ea-a297-abe1a41525d8 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:25.529718 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:45:25.714185 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:24Z', 'revision_number': 3, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:25.726795 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-5fd0064b-6d87-41ce-81ca-6f6e3e4eb9cc None None] Provisioning complete for port bda12baa-9262-46ea-a297-abe1a41525d8 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:25.727315 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5fd0064b-6d87-41ce-81ca-6f6e3e4eb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:25.728518 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86407434-1e81-4f0b-90cf-c7c94e30a66b req-a655798c-adf8-4163-9e1b-cb3e9279e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:25.730376 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-86407434-1e81-4f0b-90cf-c7c94e30a66b req-a655798c-adf8-4163-9e1b-cb3e9279e70f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 1130 time: 0.0478547 Aug 31 00:45:25.745992 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Checking router: 5e1ce6b3-89f5-45e3-97fb-168af81f7218 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:45:25.746726 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Updating router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 port 9ac3c515-b3ba-4de1-972f-548fa0b41b89 binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:45:25.789459 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:25.800404 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-86407434-1e81-4f0b-90cf-c7c94e30a66b req-158cb4bd-2dfa-4763-89c8-5f869d5011db service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628340 Aug 31 00:45:25.825762 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0064b-6d87-41ce-81ca-6f6e3e4eb9cc None None] Current status of the port bda12baa-9262-46ea-a297-abe1a41525d8 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:25.989400 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.006074 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.046745 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:26.058858 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Publish callbacks [] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.136936 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:26.139837 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.152138 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Allocated IP 172.20.0.1 (93b4f966-f3f2-4460-a28d-2d1c471bf707/5c8aa6a0-d62b-450e-bde3-015ade712dd2/35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:45:26.179109 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Attempting to bind port 9ac3c515-b3ba-4de1-972f-548fa0b41b89 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:45:26.179109 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Attempting to bind port 9ac3c515-b3ba-4de1-972f-548fa0b41b89 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:45:26.179109 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Attempting to bind port 9ac3c515-b3ba-4de1-972f-548fa0b41b89 on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:26.189338 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:45:26.189704 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:26.190098 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.190488 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:45:26.190957 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Bound port: 9ac3c515-b3ba-4de1-972f-548fa0b41b89, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:45:26.191327 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.194866 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:26.217509 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Pushing event updated for resources: {'Port': ['ID=9ac3c515-b3ba-4de1-972f-548fa0b41b89,revision_number=2']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:26.227895 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.228235 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.228619 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.228975 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.229350 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.229673 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.229999 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.230319 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.230636 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.231017 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.231316 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.231646 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.231964 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.232282 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.232660 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:26.249160 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:26.264990 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] For port 9ac3c515-b3ba-4de1-972f-548fa0b41b89, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:45:26.266795 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Publish callbacks [] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.268265 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] For port 9ac3c515-b3ba-4de1-972f-548fa0b41b89, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9ac3c515-b3ba-4de1-972f-548fa0b41b89,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:45:26.363241 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.363494 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.405168 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Network 93b4f966-f3f2-4460-a28d-2d1c471bf707 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:26.405665 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:45:26.406861 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:45:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:26.422808 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:26.425698 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Pushing event updated for resources: {'Port': ['ID=35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:26.429455 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:45:26.436860 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device bda12baa-9262-46ea-a297-abe1a41525d8 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:26.505724 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port bda12baa-9262-46ea-a297-abe1a41525d8 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:26.505945 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.535493 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:26.545240 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:45:26.546502 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (5e1ce6b3-89f5-45e3-97fb-168af81f7218), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.604518 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:26.611025 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port bda12baa-9262-46ea-a297-abe1a41525d8 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:26.623881 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34764afe-8000-42c4-a9f9-165c46ed843f None None] Pushing event updated for resources: {'Port': ['ID=9ac3c515-b3ba-4de1-972f-548fa0b41b89,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:26.645588 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a01fab-6caf-448f-b34d-14fe1d3f6b34 req-2c1e584d-3e49-4a0c-92f4-cbd85f999dbb tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:26.647225 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f9a01fab-6caf-448f-b34d-14fe1d3f6b34 req-2c1e584d-3e49-4a0c-92f4-cbd85f999dbb tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 946 time: 0.1447041 Aug 31 00:45:26.715988 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-f9a01fab-6caf-448f-b34d-14fe1d3f6b34 req-7a0a0546-4784-4cdf-98b1-a6f4b41a65a6 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572598 Aug 31 00:45:26.764040 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-23367f71-8e70-4f7e-9a23-5a2ce5c51282 None None] Provisioning complete for port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:26.764488 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-23367f71-8e70-4f7e-9a23-5a2ce5c51282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.788466 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:26.799113 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-23367f71-8e70-4f7e-9a23-5a2ce5c51282 None None] Port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:45:26.800248 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:26.832239 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:24Z', 'revision_number': 3, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:26.863772 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75cf5d6-cd25-4f4c-bc4d-0f0b0c60ed24 None None] The sync data for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi is: [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:24Z', 'revision_number': 3, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:45:26.981589 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Publish callbacks [] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:27.059395 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63548181'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:27.140630 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Pushing event updated for resources: {'Port': ['ID=35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:27.143193 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (5e1ce6b3-89f5-45e3-97fb-168af81f7218), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:27.251054 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Network 93b4f966-f3f2-4460-a28d-2d1c471bf707 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:27.252563 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:27.388621 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:45:27.445502 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:27.530359 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:45:27.533801 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-b0228e65-b36c-4888-b3c5-e0108cac0436 None None] Provisioning complete for port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:27.534329 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b0228e65-b36c-4888-b3c5-e0108cac0436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:27.545429 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-762b18e2-bdcd-4af3-b162-6f98eb39d482 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/5e1ce6b3-89f5-45e3-97fb-168af81f7218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0480583 Aug 31 00:45:27.587595 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-b0228e65-b36c-4888-b3c5-e0108cac0436 None None] Port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:45:27.631997 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52120) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:27.780193 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-60ab2332-a9f2-452b-8654-61fcd633db8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:27.874024 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5887c7b-2a5c-431f-bc3d-8d38bcdcdfc8 req-ec02f476-3cc6-4261-b7aa-bc299fabb72a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:27.876306 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d5887c7b-2a5c-431f-bc3d-8d38bcdcdfc8 req-ec02f476-3cc6-4261-b7aa-bc299fabb72a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 946 time: 0.0700400 Aug 31 00:45:27.894075 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-60ab2332-a9f2-452b-8654-61fcd633db8d admin admin] Publish callbacks [] for security_group (6cb8f9c1-bfa2-42eb-a71f-7df95ae864a6), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:27.952883 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d5887c7b-2a5c-431f-bc3d-8d38bcdcdfc8 req-19070f0f-00de-4659-81c0-b88f40f968ab tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607743 Aug 31 00:45:27.960618 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-60ab2332-a9f2-452b-8654-61fcd633db8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (6cb8f9c1-bfa2-42eb-a71f-7df95ae864a6), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.001777 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-60ab2332-a9f2-452b-8654-61fcd633db8d admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=15661a180ec04cee80d32794e4079655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686011 Aug 31 00:45:28.003883 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab2332-a9f2-452b-8654-61fcd633db8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb8f9c1-bfa2-42eb-a71f-7df95ae864a6,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:28.004746 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52132) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:28.062741 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-275a949d-d33a-44f4-8e41-b838348cfb5f admin admin] Publish callbacks [] for security_group (6cb8f9c1-bfa2-42eb-a71f-7df95ae864a6), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.089607 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-275a949d-d33a-44f4-8e41-b838348cfb5f admin admin] Publish callbacks [] for security_group (6cb8f9c1-bfa2-42eb-a71f-7df95ae864a6), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.244951 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-275a949d-d33a-44f4-8e41-b838348cfb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (6cb8f9c1-bfa2-42eb-a71f-7df95ae864a6), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.247546 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-275a949d-d33a-44f4-8e41-b838348cfb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.248743 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-275a949d-d33a-44f4-8e41-b838348cfb5f admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/6cb8f9c1-bfa2-42eb-a71f-7df95ae864a6 HTTP/1.1" status: 204 len: 168 time: 0.2424138 Aug 31 00:45:28.261013 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a949d-d33a-44f4-8e41-b838348cfb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb8f9c1-bfa2-42eb-a71f-7df95ae864a6,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:28.315011 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:28.434532 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52150) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:28.439437 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1168829980-network', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:28.448122 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9ac3c515-b3ba-4de1-972f-548fa0b41b89 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:28.496669 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 9ac3c515-b3ba-4de1-972f-548fa0b41b89 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:28.497045 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.573996 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 9ac3c515-b3ba-4de1-972f-548fa0b41b89 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:28.574624 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.599141 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 9ac3c515-b3ba-4de1-972f-548fa0b41b89, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9ac3c515-b3ba-4de1-972f-548fa0b41b89,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:28.674583 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Made reservation on behalf of 2a64b8377ee74c21b0198dbef64c23c2 for: {'network': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:45:28.678206 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for network (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.691340 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.712906 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Sync routers for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:45:28.725694 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:45:28.727176 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:45:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:28.771738 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:28.894328 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=9ac3c515-b3ba-4de1-972f-548fa0b41b89,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:28.938375 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:45:29.028418 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:29.074869 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Publish callbacks [] for security_group (379cfb70-d9fc-4207-a3a1-0f677232a5c2), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.131880 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (379cfb70-d9fc-4207-a3a1-0f677232a5c2), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.147232 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597', 'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'mac_address': 'fa:16:3e:91:c8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:26Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 2, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'subnets': [{'id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:29.158150 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=113724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:45:29.169751 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379cfb70-d9fc-4207-a3a1-0f677232a5c2,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:29.174803 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (8f98ca1a-e4ae-4dff-8708-111887bf2cd8), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.175143 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.segments_db [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Added segment 8f98ca1a-e4ae-4dff-8708-111887bf2cd8 of type vlan for network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 Aug 31 00:45:29.177839 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Checking router: 5e1ce6b3-89f5-45e3-97fb-168af81f7218 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:45:29.177967 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Updating router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:45:29.208955 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.222032 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729823008597'] for network (2927b009-1d4d-4ec1-99cd-d5a73d35cc88), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.440796 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654'] for network (2927b009-1d4d-4ec1-99cd-d5a73d35cc88), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.441919 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:29.442537 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.477888 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:29.500748 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Publish callbacks [] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.514040 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=2927b009-1d4d-4ec1-99cd-d5a73d35cc88,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:29.524174 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 details requested by agent ovs-agent-dv-cinder-852211-6-iscsi with host dv-cinder-852211-6-iscsi {{(pid=113725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:45:29.570618 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-4042c247-b64e-4230-94c5-9deda906e2a6 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1342053 Aug 31 00:45:29.573544 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52154) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:29.581262 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Request body: {'subnet': {'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1168829980-subnet', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'ip_version': 4}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:29.603354 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.673668 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3af31-600e-4e78-b9b4-14360c68ad54 None None] Pushing event updated for resources: {'Port': ['ID=35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:29.702774 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Made reservation on behalf of 2a64b8377ee74c21b0198dbef64c23c2 for: {'subnet': 1} {{(pid=113724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:45:29.705247 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58249821'] for subnet (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.707140 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Attempting to bind port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:45:29.707506 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Attempting to bind port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:45:29.707864 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Attempting to bind port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 on network 93b4f966-f3f2-4460-a28d-2d1c471bf707 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:29.713993 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:45:29.714307 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Checking segment: {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:29.714719 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.715114 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Bound using segment: {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:45:29.715584 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Bound port: 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:45:29.715969 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.781088 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] For port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:45:29.784462 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] For port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:45:29.839513 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.871974 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:45:29.872635 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:45:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:29.938816 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3af31-600e-4e78-b9b4-14360c68ad54 None None] Pushing event updated for resources: {'Port': ['ID=35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:29.980050 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63547564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58249803'] for subnet (47e798c7-b27e-4cc9-9511-f361e308cb7a), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:29.997223 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:45:30.042378 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e798c7-b27e-4cc9-9511-f361e308cb7a,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:30.048852 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:30.056572 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Checking segment: {'id': '8f98ca1a-e4ae-4dff-8708-111887bf2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:30.068090 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Network hostable DHCP agents. Network: 2927b009-1d4d-4ec1-99cd-d5a73d35cc88, hostable agents: ['b2cd6085-f161-4966-b67e-c7877f90923e'], hosted agents: [] {{(pid=113724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:45:30.091881 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:30.171833 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 is scheduled to be hosted by DHCP agent b2cd6085-f161-4966-b67e-c7877f90923e with binding_index 1 {{(pid=113724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:45:30.248564 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-6-iscsi, 2927b009-1d4d-4ec1-99cd-d5a73d35cc88) {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:30.252786 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:30.253451 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:30.326771 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06def995-a927-456c-bfb1-a9d6f305248c None None] Network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:45:30.332341 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:30.337260 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-ccda22d4-0ff4-471b-a829-5121daddea33 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7622814 Aug 31 00:45:30.339909 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52158) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:30.343495 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597', 'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'mac_address': 'fa:16:3e:91:c8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:26Z', 'updated_at': '2022-08-31T00:45:29Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'subnets': [{'id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:30.344478 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:30.396154 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf7b25-8d08-4e8c-806e-0ed55ca23bf4 None None] The sync data for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi is: [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597', 'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'mac_address': 'fa:16:3e:91:c8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:26Z', 'updated_at': '2022-08-31T00:45:29Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'subnets': [{'id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:45:30.437896 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9ac3c515-b3ba-4de1-972f-548fa0b41b89 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:30.466619 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27651'] for router (78b2e7f1-970b-4a80-9739-827bc60930c6), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:30.471700 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-488631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (78b2e7f1-970b-4a80-9739-827bc60930c6), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:30.508989 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79368e51-00d3-5075-a2b4-4908994d73ac-2927b009-1d4d-4ec1-99cd-d5a73d35cc88', 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88', 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'fixed_ips': [{'subnet_id': '47e798c7-b27e-4cc9-9511-f361e308cb7a'}]}} from dv-cinder-852211-6-iscsi. {{(pid=113725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:45:30.509898 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:30.526395 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 9ac3c515-b3ba-4de1-972f-548fa0b41b89 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:30.526743 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:30.548248 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks [] for router_controller (78b2e7f1-970b-4a80-9739-827bc60930c6), precommit_add_association {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:30.626337 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:30.704775 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 9ac3c515-b3ba-4de1-972f-548fa0b41b89 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:30.721917 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.db_base_plugin_common [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Allocated IP 172.20.0.2 (2927b009-1d4d-4ec1-99cd-d5a73d35cc88/47e798c7-b27e-4cc9-9511-f361e308cb7a/d3510104-6b8d-4745-9759-5e7f1acc50c2) {{(pid=113725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:45:30.809390 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks [] for router_gateway (78b2e7f1-970b-4a80-9739-827bc60930c6), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:30.887290 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Publish callbacks [] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), precommit_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:30.998814 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), after_create {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:31.042452 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 is already hosted by enough agents. {{(pid=113725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:31.045554 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.scheduler.base_scheduler [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Resources bound (agent type, host, resource id): {{(pid=113725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:31.050036 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Received port after_create {{(pid=113725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:45:31.056076 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Pushing event updated for resources: {'Port': ['ID=d3510104-6b8d-4745-9759-5e7f1acc50c2,revision_number=1']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:31.088844 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks [] for router_gateway (78b2e7f1-970b-4a80-9739-827bc60930c6), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:31.112315 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:31.123712 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Attempting to bind port d3510104-6b8d-4745-9759-5e7f1acc50c2 on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:45:31.123992 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Attempting to bind port d3510104-6b8d-4745-9759-5e7f1acc50c2 by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '8f98ca1a-e4ae-4dff-8708-111887bf2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:45:31.124362 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Attempting to bind port d3510104-6b8d-4745-9759-5e7f1acc50c2 on network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:31.129954 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:45:31.130324 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Checking segment: {'id': '8f98ca1a-e4ae-4dff-8708-111887bf2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:31.130720 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:31.131107 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Bound using segment: {'id': '8f98ca1a-e4ae-4dff-8708-111887bf2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:45:31.131803 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Bound port: d3510104-6b8d-4745-9759-5e7f1acc50c2, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f98ca1a-e4ae-4dff-8708-111887bf2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:45:31.131954 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:31.203460 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] For port d3510104-6b8d-4745-9759-5e7f1acc50c2, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:45:31.209098 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] For port d3510104-6b8d-4745-9759-5e7f1acc50c2, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d3510104-6b8d-4745-9759-5e7f1acc50c2,segment=NetworkSegment(8f98ca1a-e4ae-4dff-8708-111887bf2cd8),segment_id=8f98ca1a-e4ae-4dff-8708-111887bf2cd8)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:45:31.234724 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Allocated IP 172.27.3.107 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/dabba358-03a4-48b1-a7ba-f84f7850d73d) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:45:31.346445 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:31.350685 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks [] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:31.416336 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69bfac-061d-41de-a394-24ef2a8073b1 None None] Pushing event updated for resources: {'Port': ['ID=d3510104-6b8d-4745-9759-5e7f1acc50c2,revision_number=2']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:31.449349 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:31.486263 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:31.499319 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:31.505962 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:31.508228 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:45:31.537191 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=dabba358-03a4-48b1-a7ba-f84f7850d73d,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:31.565519 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:31.682499 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:31.852705 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks [] for router_gateway (78b2e7f1-970b-4a80-9739-827bc60930c6), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.004218 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:32.079791 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-488687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-491130'] for router (78b2e7f1-970b-4a80-9739-827bc60930c6), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.289763 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Router 78b2e7f1-970b-4a80-9739-827bc60930c6 is scheduled to L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 with binding_index 1 {{(pid=113724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:45:32.369685 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e07bfcb-3a25-4703-be20-6da71392ccbe None None] Network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:45:32.417242 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:45:32.426747 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Sync routers for ids ['78b2e7f1-970b-4a80-9739-827bc60930c6'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:45:32.443985 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Routers {'78b2e7f1-970b-4a80-9739-827bc60930c6'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:45:32.445440 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:45:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['78b2e7f1-970b-4a80-9739-827bc60930c6'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:32.459142 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-31329e9e-c54b-4618-a5b1-568bc528b871 None None] Provisioning complete for port d3510104-6b8d-4745-9759-5e7f1acc50c2 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:32.459142 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31329e9e-c54b-4618-a5b1-568bc528b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.517659 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:32.527647 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.533549 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-27a91ec1-e885-4a1f-9730-a937e2f93fc8 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1884398 Aug 31 00:45:32.533549 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52164) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:45:32.562850 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Set router 78b2e7f1-970b-4a80-9739-827bc60930c6 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:45:32.625440 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:32.625732 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.652693 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:32.653306 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-31329e9e-c54b-4618-a5b1-568bc528b871 None None] Current status of the port d3510104-6b8d-4745-9759-5e7f1acc50c2 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:32.653699 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31329e9e-c54b-4618-a5b1-568bc528b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.718025 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-31329e9e-c54b-4618-a5b1-568bc528b871 None None] For port d3510104-6b8d-4745-9759-5e7f1acc50c2, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d3510104-6b8d-4745-9759-5e7f1acc50c2,segment=NetworkSegment(8f98ca1a-e4ae-4dff-8708-111887bf2cd8),segment_id=8f98ca1a-e4ae-4dff-8708-111887bf2cd8)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:32.778711 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:30Z', 'updated_at': '2022-08-31T00:45:31Z', 'revision_number': 3, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'gw_port': {'id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:31Z', 'updated_at': '2022-08-31T00:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:32.779348 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:32.779753 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.796113 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31329e9e-c54b-4618-a5b1-568bc528b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.811064 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Checking router: 78b2e7f1-970b-4a80-9739-827bc60930c6 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:45:32.811404 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Updating router 78b2e7f1-970b-4a80-9739-827bc60930c6 port dabba358-03a4-48b1-a7ba-f84f7850d73d binding host dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:45:32.826696 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:32.847554 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.903456 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:32.904662 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d3510104-6b8d-4745-9759-5e7f1acc50c2 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:32.917985 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31329e9e-c54b-4618-a5b1-568bc528b871 None None] Pushing event updated for resources: {'Port': ['ID=d3510104-6b8d-4745-9759-5e7f1acc50c2,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:32.926141 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-940e2885-9a1a-44f6-8a27-3f4fd566da3f None None] Provisioning complete for port d3510104-6b8d-4745-9759-5e7f1acc50c2 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:32.927085 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-940e2885-9a1a-44f6-8a27-3f4fd566da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.036952 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.053009 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:33.065218 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:33.071816 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port d3510104-6b8d-4745-9759-5e7f1acc50c2 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:33.072195 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.076043 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:33.117696 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:33.137463 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:33.147377 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-940e2885-9a1a-44f6-8a27-3f4fd566da3f None None] Current status of the port d3510104-6b8d-4745-9759-5e7f1acc50c2 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:33.158720 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Publish callbacks [] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), precommit_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.186413 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port d3510104-6b8d-4745-9759-5e7f1acc50c2 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:33.217928 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_common [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Allocated IP 172.20.0.1 (2927b009-1d4d-4ec1-99cd-d5a73d35cc88/47e798c7-b27e-4cc9-9511-f361e308cb7a/456e65d9-197c-4140-9837-06488ed48a3c) {{(pid=113724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:45:33.222940 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.259726 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Attempting to bind port dabba358-03a4-48b1-a7ba-f84f7850d73d on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:45:33.262873 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Attempting to bind port dabba358-03a4-48b1-a7ba-f84f7850d73d by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:45:33.262873 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Attempting to bind port dabba358-03a4-48b1-a7ba-f84f7850d73d on network a5c9ab07-2afb-4bc3-858a-442278acb59a {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:33.270869 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:45:33.271247 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Checking segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:33.271667 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.272038 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Bound using segment: {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'} {{(pid=113726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:45:33.272536 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.managers [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Bound port: dabba358-03a4-48b1-a7ba-f84f7850d73d, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5ba73-ba0c-47e7-a2c3-68d55142adc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a'}}] {{(pid=113726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:45:33.273727 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), before_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.303126 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a5cbb-6d48-495b-b5db-6f841e3c721d None None] Pushing event updated for resources: {'Port': ['ID=dabba358-03a4-48b1-a7ba-f84f7850d73d,revision_number=2']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:33.333094 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Publish callbacks [] for port (456e65d9-197c-4140-9837-06488ed48a3c), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.336512 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] For port dabba358-03a4-48b1-a7ba-f84f7850d73d, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:45:33.340197 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.plugins.ml2.db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] For port dabba358-03a4-48b1-a7ba-f84f7850d73d, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=dabba358-03a4-48b1-a7ba-f84f7850d73d,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:45:33.426632 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron_lib.callbacks.manager [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), after_update {{(pid=113726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.427032 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (456e65d9-197c-4140-9837-06488ed48a3c), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.433732 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:33.467623 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Routers {'78b2e7f1-970b-4a80-9739-827bc60930c6'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:45:33.468256 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:45:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['78b2e7f1-970b-4a80-9739-827bc60930c6'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:33.471818 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:33.475312 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:33.479921 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Received port after_create {{(pid=113724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:45:33.485316 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Pushing event updated for resources: {'Port': ['ID=456e65d9-197c-4140-9837-06488ed48a3c,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:33.522503 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-490014'] for router_interface (78b2e7f1-970b-4a80-9739-827bc60930c6), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.579245 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a5cbb-6d48-495b-b5db-6f841e3c721d None None] Pushing event updated for resources: {'Port': ['ID=dabba358-03a4-48b1-a7ba-f84f7850d73d,revision_number=3']} {{(pid=113726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:33.587770 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:33.610853 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] Set router 78b2e7f1-970b-4a80-9739-827bc60930c6 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:45:33.758529 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d23a698e-81ed-4272-9acc-4d0bbb52357b None None] Provisioning complete for port 456e65d9-197c-4140-9837-06488ed48a3c triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:33.759087 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d23a698e-81ed-4272-9acc-4d0bbb52357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (456e65d9-197c-4140-9837-06488ed48a3c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.793032 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:30Z', 'updated_at': '2022-08-31T00:45:31Z', 'revision_number': 3, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'gw_port': {'id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:31Z', 'updated_at': '2022-08-31T00:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:33.793316 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d23a698e-81ed-4272-9acc-4d0bbb52357b None None] Port 456e65d9-197c-4140-9837-06488ed48a3c cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:45:33.824248 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06308c-f8e7-4f95-8ffa-dd1b045b6d92 None None] The sync data for ids ['78b2e7f1-970b-4a80-9739-827bc60930c6'] in dv-cinder-852211-6-iscsi is: [{'id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:30Z', 'updated_at': '2022-08-31T00:45:31Z', 'revision_number': 3, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'gw_port': {'id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:31Z', 'updated_at': '2022-08-31T00:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:45:33.833597 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (456e65d9-197c-4140-9837-06488ed48a3c), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:33.961275 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:45:34.015867 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Publish callbacks [] for port (456e65d9-197c-4140-9837-06488ed48a3c), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:34.091555 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63548181'] for port (456e65d9-197c-4140-9837-06488ed48a3c), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:34.168542 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Pushing event updated for resources: {'Port': ['ID=456e65d9-197c-4140-9837-06488ed48a3c,revision_number=2']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:34.172029 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-490122'] for router_interface (78b2e7f1-970b-4a80-9739-827bc60930c6), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:34.236664 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:34.272054 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 is already hosted by enough agents. {{(pid=113724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:34.274662 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.base_scheduler [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=113724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:34.410920 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Router 78b2e7f1-970b-4a80-9739-827bc60930c6 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:45:34.516647 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-5193a311-7eca-4bda-b963-896ee484acd6 None None] Provisioning complete for port 456e65d9-197c-4140-9837-06488ed48a3c triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:34.517333 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5193a311-7eca-4bda-b963-896ee484acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (456e65d9-197c-4140-9837-06488ed48a3c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:34.557252 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-5193a311-7eca-4bda-b963-896ee484acd6 None None] Port 456e65d9-197c-4140-9837-06488ed48a3c cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:45:34.611625 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device dabba358-03a4-48b1-a7ba-f84f7850d73d up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:34.665253 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port dabba358-03a4-48b1-a7ba-f84f7850d73d triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:34.665850 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:34.746470 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port dabba358-03a4-48b1-a7ba-f84f7850d73d is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:34.746860 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:34.769689 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port dabba358-03a4-48b1-a7ba-f84f7850d73d, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=dabba358-03a4-48b1-a7ba-f84f7850d73d,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:34.834193 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:45:34.837139 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:34.840269 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:34.840532 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-042275ef-ca0a-4652-a022-1ad85e37dd17 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/78b2e7f1-970b-4a80-9739-827bc60930c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3065655 Aug 31 00:45:34.918584 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=dabba358-03a4-48b1-a7ba-f84f7850d73d,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:34.928882 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:34.929907 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:35.009060 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:35.010454 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d3510104-6b8d-4745-9759-5e7f1acc50c2 up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:35.052845 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port d3510104-6b8d-4745-9759-5e7f1acc50c2 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:35.053223 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:35.134180 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port d3510104-6b8d-4745-9759-5e7f1acc50c2 is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:35.452082 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Sync routers for ids ['78b2e7f1-970b-4a80-9739-827bc60930c6'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:45:35.464477 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Routers {'78b2e7f1-970b-4a80-9739-827bc60930c6'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:45:35.464999 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:45:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['78b2e7f1-970b-4a80-9739-827bc60930c6'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:35.705512 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Set router 78b2e7f1-970b-4a80-9739-827bc60930c6 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:45:35.779985 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:35.780708 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:35.933440 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:30Z', 'updated_at': '2022-08-31T00:45:33Z', 'revision_number': 4, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'gw_port': {'id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:31Z', 'updated_at': '2022-08-31T00:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '456e65d9-197c-4140-9837-06488ed48a3c', 'name': '', 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'mac_address': 'fa:16:3e:0a:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '47e798c7-b27e-4cc9-9511-f361e308cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:33Z', 'updated_at': '2022-08-31T00:45:33Z', 'revision_number': 2, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'subnets': [{'id': '47e798c7-b27e-4cc9-9511-f361e308cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:35.966356 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Checking router: 78b2e7f1-970b-4a80-9739-827bc60930c6 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:45:35.966627 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Updating router 78b2e7f1-970b-4a80-9739-827bc60930c6 port 456e65d9-197c-4140-9837-06488ed48a3c binding host dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:45:36.001094 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (456e65d9-197c-4140-9837-06488ed48a3c), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:36.337231 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Publish callbacks [] for port (456e65d9-197c-4140-9837-06488ed48a3c), precommit_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:36.432075 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (456e65d9-197c-4140-9837-06488ed48a3c), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:36.476911 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device dabba358-03a4-48b1-a7ba-f84f7850d73d up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:36.558312 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ffec0-a060-4ca2-9bbe-f220af6d6959 None None] Pushing event updated for resources: {'Port': ['ID=456e65d9-197c-4140-9837-06488ed48a3c,revision_number=3']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:36.598493 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:36.606601 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Attempting to bind port 456e65d9-197c-4140-9837-06488ed48a3c on host dv-cinder-852211-6-iscsi for vnic_type normal with profile {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:45:36.606601 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Attempting to bind port 456e65d9-197c-4140-9837-06488ed48a3c by drivers openvswitch,hyperv on host dv-cinder-852211-6-iscsi at level 0 using segments [{'id': '8f98ca1a-e4ae-4dff-8708-111887bf2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88'}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:45:36.617410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Attempting to bind port 456e65d9-197c-4140-9837-06488ed48a3c on network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:36.617410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port dabba358-03a4-48b1-a7ba-f84f7850d73d triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:36.617410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:36.617410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Checking agent: {'id': '6f550aab-462f-4378-a9f5-8547bdc86efa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 26, 23), 'started_at': datetime.datetime(2022, 8, 31, 0, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:45:36.617410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Checking segment: {'id': '8f98ca1a-e4ae-4dff-8708-111887bf2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:36.617410 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:36.618087 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Bound using segment: {'id': '8f98ca1a-e4ae-4dff-8708-111887bf2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88'} {{(pid=113725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:45:36.618348 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.managers [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Bound port: 456e65d9-197c-4140-9837-06488ed48a3c, host: dv-cinder-852211-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f98ca1a-e4ae-4dff-8708-111887bf2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88'}}] {{(pid=113725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:45:36.618739 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (456e65d9-197c-4140-9837-06488ed48a3c), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:36.722639 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] For port 456e65d9-197c-4140-9837-06488ed48a3c, host dv-cinder-852211-6-iscsi, cleared binding levels {{(pid=113725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:45:36.729293 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] For port 456e65d9-197c-4140-9837-06488ed48a3c, host dv-cinder-852211-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=456e65d9-197c-4140-9837-06488ed48a3c,segment=NetworkSegment(8f98ca1a-e4ae-4dff-8708-111887bf2cd8),segment_id=8f98ca1a-e4ae-4dff-8708-111887bf2cd8)] {{(pid=113725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:45:36.764526 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port dabba358-03a4-48b1-a7ba-f84f7850d73d is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:36.826926 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (456e65d9-197c-4140-9837-06488ed48a3c), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:36.861425 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Routers {'78b2e7f1-970b-4a80-9739-827bc60930c6'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:45:36.862226 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:45:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['78b2e7f1-970b-4a80-9739-827bc60930c6'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:36.941971 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ffec0-a060-4ca2-9bbe-f220af6d6959 None None] Pushing event updated for resources: {'Port': ['ID=456e65d9-197c-4140-9837-06488ed48a3c,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:36.983401 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:37.006901 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] Set router 78b2e7f1-970b-4a80-9739-827bc60930c6 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:45:37.259374 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:30Z', 'updated_at': '2022-08-31T00:45:33Z', 'revision_number': 4, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'gw_port': {'id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:31Z', 'updated_at': '2022-08-31T00:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '456e65d9-197c-4140-9837-06488ed48a3c', 'name': '', 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'mac_address': 'fa:16:3e:0a:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '47e798c7-b27e-4cc9-9511-f361e308cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:33Z', 'updated_at': '2022-08-31T00:45:36Z', 'revision_number': 4, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'subnets': [{'id': '47e798c7-b27e-4cc9-9511-f361e308cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:45:37.288313 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0ef3a-8d71-4add-a9a1-b0f03d04fc76 None None] The sync data for ids ['78b2e7f1-970b-4a80-9739-827bc60930c6'] in dv-cinder-852211-6-iscsi is: [{'id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:30Z', 'updated_at': '2022-08-31T00:45:33Z', 'revision_number': 4, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'gw_port': {'id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:31Z', 'updated_at': '2022-08-31T00:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '456e65d9-197c-4140-9837-06488ed48a3c', 'name': '', 'network_id': '2927b009-1d4d-4ec1-99cd-d5a73d35cc88', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'mac_address': 'fa:16:3e:0a:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '47e798c7-b27e-4cc9-9511-f361e308cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:33Z', 'updated_at': '2022-08-31T00:45:36Z', 'revision_number': 4, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'subnets': [{'id': '47e798c7-b27e-4cc9-9511-f361e308cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:45:38.139908 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=65,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:38.253864 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:38.466839 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 456e65d9-197c-4140-9837-06488ed48a3c up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:38.535651 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 456e65d9-197c-4140-9837-06488ed48a3c triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:38.539632 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (456e65d9-197c-4140-9837-06488ed48a3c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:38.622150 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 456e65d9-197c-4140-9837-06488ed48a3c is: DOWN; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:38.622586 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (456e65d9-197c-4140-9837-06488ed48a3c), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:38.657895 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] For port 456e65d9-197c-4140-9837-06488ed48a3c, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=456e65d9-197c-4140-9837-06488ed48a3c,segment=NetworkSegment(8f98ca1a-e4ae-4dff-8708-111887bf2cd8),segment_id=8f98ca1a-e4ae-4dff-8708-111887bf2cd8)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:45:38.937384 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (456e65d9-197c-4140-9837-06488ed48a3c), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:38.986668 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Pushing event updated for resources: {'Port': ['ID=456e65d9-197c-4140-9837-06488ed48a3c,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:40.449158 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 456e65d9-197c-4140-9837-06488ed48a3c up at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:45:40.509719 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Provisioning complete for port 456e65d9-197c-4140-9837-06488ed48a3c triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:40.510288 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (456e65d9-197c-4140-9837-06488ed48a3c), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:40.599503 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Current status of the port 456e65d9-197c-4140-9837-06488ed48a3c is: ACTIVE; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:45:43.956579 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:43.959603 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=71 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:44.829866 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=16 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:44.831875 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=70 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:46.315198 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-360e799b-81c8-47ea-be03-3564e71a5a1c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:46.316687 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-360e799b-81c8-47ea-be03-3564e71a5a1c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/networks?id=93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 200 len: 815 time: 0.1056802 Aug 31 00:45:46.332151 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-e745c0ba-cc3d-4707-93a5-33a6f0d7f8a9 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/quotas/3737c99210b64eac8d7d75f53c1e2cac HTTP/1.1" status: 200 len: 375 time: 0.0091558 Aug 31 00:45:46.382851 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-40bd37e1-d9c0-4aad-8ccd-2778a6b46ee2 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446696 Aug 31 00:45:46.493105 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-50e9e772-6e1a-476d-bca2-9ca83c01f1c8 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:45:46.494301 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-50e9e772-6e1a-476d-bca2-9ca83c01f1c8 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0999041 Aug 31 00:45:46.592702 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2c595fbc-3bee-43f5-87e5-45db13a7b197 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921035 Aug 31 00:45:46.686275 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-f12b15d2-d37b-4da6-8efb-422fddc05641 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876093 Aug 31 00:45:47.185105 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c3208b38-4d4c-480d-981b-e5d53f273f0b req-9ad6056b-c26f-4c49-9cd9-6deadb63e07f tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 210 time: 0.2948313 Aug 31 00:45:47.466634 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:47.534243 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8d85-d1b9-47a3-b99b-cd4dd4fde0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:48.290847 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cf0cbbfd-c0f2-49bd-ad61-d9d8a84faf7d req-3b6ef8c5-3a06-4973-81ec-db12c39de067 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 210 time: 0.0295820 Aug 31 00:45:49.395550 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d5dc146a-e359-4c73-9639-3eee0861eadb req-158486af-911f-4c56-8b6d-ce70683685ae tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 210 time: 0.0294633 Aug 31 00:45:49.611703 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-22a4f26c-0a14-4d53-88a6-58fb9b85ae72 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:49.613263 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-22a4f26c-0a14-4d53-88a6-58fb9b85ae72 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.76 "GET /networking/v2.0/networks?id=93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 200 len: 815 time: 0.1075697 Aug 31 00:45:49.632777 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'port': {'device_id': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'admin_state_up': True, 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:49.825550 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Made reservation on behalf of 3737c99210b64eac8d7d75f53c1e2cac for: {'port': 1} {{(pid=113723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:45:49.829416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:49.967489 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Allocated IP 172.20.0.11 (93b4f966-f3f2-4460-a28d-2d1c471bf707/5c8aa6a0-d62b-450e-bde3-015ade712dd2/4573bb31-6b4a-4232-8e8a-7c6328b04848) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:45:50.110947 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b07b4daa-8ff1-4334-a14a-93e9489588c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:50.132024 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:50.220675 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:50.267682 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Network 93b4f966-f3f2-4460-a28d-2d1c471bf707 is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:45:50.271076 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:50.276156 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:45:50.313832 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'Port': ['ID=4573bb31-6b4a-4232-8e8a-7c6328b04848,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:50.325541 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.325887 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.326436 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.326591 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.326884 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.327219 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.327552 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.327886 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.328214 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.328568 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.328904 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.329231 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.329557 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.329887 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.330212 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:50.351113 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:50.352589 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:50.458291 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-2dfe6216-b431-49b8-9ec6-85cd17686d64 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291717 Aug 31 00:45:50.604461 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:50.611278 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-6617a408-0ec4-4bf1-8703-77506df8ab41 None None] Provisioning complete for port 4573bb31-6b4a-4232-8e8a-7c6328b04848 triggered by entity DHCP. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:45:50.611713 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-6617a408-0ec4-4bf1-8703-77506df8ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:50.614255 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f746a3-1de7-4d38-9a0a-3c69226456c6 req-f3074ed7-4ed4-41a9-8f2d-70cf88585757 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:50.623881 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c7f746a3-1de7-4d38-9a0a-3c69226456c6 req-f3074ed7-4ed4-41a9-8f2d-70cf88585757 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 932 time: 0.0846848 Aug 31 00:45:50.676113 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-6617a408-0ec4-4bf1-8703-77506df8ab41 None None] Port 4573bb31-6b4a-4232-8e8a-7c6328b04848 cannot update to ACTIVE because it is not bound. {{(pid=113725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:45:50.709721 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c7f746a3-1de7-4d38-9a0a-3c69226456c6 req-49ef1961-5819-4438-9418-dfbd5296b4d5 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838108 Aug 31 00:45:51.517307 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:51.870675 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca38ef-18e6-439f-967c-96145f80602d req-c8ca0102-3d55-440d-a25c-d8a0028bf79d tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:51.872293 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-59ca38ef-18e6-439f-967c-96145f80602d req-c8ca0102-3d55-440d-a25c-d8a0028bf79d tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 932 time: 0.0659504 Aug 31 00:45:51.928308 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-59ca38ef-18e6-439f-967c-96145f80602d req-408faf59-4577-4569-bbcb-d71e28612aef tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500538 Aug 31 00:45:53.056133 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1625fd-9175-4975-93c4-1a7beec75842 req-80d47373-1c75-4c5c-8187-a598e5fb8b61 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:53.057796 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2c1625fd-9175-4975-93c4-1a7beec75842 req-80d47373-1c75-4c5c-8187-a598e5fb8b61 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 932 time: 0.0508623 Aug 31 00:45:53.095806 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:53.115494 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2c1625fd-9175-4975-93c4-1a7beec75842 req-167f4af1-ccce-4231-b915-c0b6b28bc37b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503945 Aug 31 00:45:53.173939 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:53.443955 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:54.243786 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575ae19-c919-446d-a563-2a9d3b331633 req-790e2599-7d75-41b8-bf91-536a8c5d8dad tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:54.245548 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4575ae19-c919-446d-a563-2a9d3b331633 req-790e2599-7d75-41b8-bf91-536a8c5d8dad tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 932 time: 0.0514057 Aug 31 00:45:54.298114 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4575ae19-c919-446d-a563-2a9d3b331633 req-4f255d75-f3f0-4dbe-ba3b-7afb2a5e1ea6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Aug 31 00:45:55.464659 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d792-3920-4644-9859-a45d2b9e4d47 req-f7583bb1-57a7-4c8d-a9ad-e9333de0dd9f tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:55.466294 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ec13d792-3920-4644-9859-a45d2b9e4d47 req-f7583bb1-57a7-4c8d-a9ad-e9333de0dd9f tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 932 time: 0.0682344 Aug 31 00:45:55.524099 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ec13d792-3920-4644-9859-a45d2b9e4d47 req-2775531d-def2-435a-86f7-f69471fe2373 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506732 Aug 31 00:45:56.011853 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:56.672907 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ecc01-f142-4233-bafe-545e3e07b7d4 req-294b123d-7e91-4424-a3fd-0fa0e5884c93 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:56.674397 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-246ecc01-f142-4233-bafe-545e3e07b7d4 req-294b123d-7e91-4424-a3fd-0fa0e5884c93 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 932 time: 0.0545967 Aug 31 00:45:56.734764 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-246ecc01-f142-4233-bafe-545e3e07b7d4 req-48ca44e9-c9fa-4d96-96df-0c4c0772bf2a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539167 Aug 31 00:45:57.871899 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05f7cf-b34b-478a-87da-ef6aba718a7c req-6cce2b6d-6294-4982-a31c-8e0a30f7dd61 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:57.873426 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7c05f7cf-b34b-478a-87da-ef6aba718a7c req-6cce2b6d-6294-4982-a31c-8e0a30f7dd61 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 932 time: 0.0496078 Aug 31 00:45:57.929156 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7c05f7cf-b34b-478a-87da-ef6aba718a7c req-1f29ba58-5175-4212-b8ff-d411d84663bf tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501852 Aug 31 00:45:58.352391 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Request body: {'port': {'device_id': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:58.418552 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:58.681672 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4573bb31-6b4a-4232-8e8a-7c6328b04848 {{(pid=113723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:45:58.689053 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Publish callbacks [] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:58.701888 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.provisioning_blocks [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Transition to ACTIVE for port object 4573bb31-6b4a-4232-8e8a-7c6328b04848 will not be triggered until provisioned by entity L2. {{(pid=113723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:45:58.774044 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:58.859150 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Pushing event updated for resources: {'Port': ['ID=4573bb31-6b4a-4232-8e8a-7c6328b04848,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:58.903826 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Attempting to bind port 4573bb31-6b4a-4232-8e8a-7c6328b04848 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:45:58.904566 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Attempting to bind port 4573bb31-6b4a-4232-8e8a-7c6328b04848 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:45:58.904566 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Attempting to bind port 4573bb31-6b4a-4232-8e8a-7c6328b04848 on network 93b4f966-f3f2-4460-a28d-2d1c471bf707 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:58.909511 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Port 4573bb31-6b4a-4232-8e8a-7c6328b04848 on network 93b4f966-f3f2-4460-a28d-2d1c471bf707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:45:58.909833 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Attempting to bind port 4573bb31-6b4a-4232-8e8a-7c6328b04848 on network 93b4f966-f3f2-4460-a28d-2d1c471bf707 {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:45:58.915699 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Checking agent: {'id': 'ac8b971b-8160-4673-99e6-6ac72298343b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'started_at': datetime.datetime(2022, 8, 31, 0, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:45:58.916030 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Checking segment: {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:45:58.916446 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Bound using segment: {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'} {{(pid=113723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:45:58.916880 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.managers [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Bound port: 4573bb31-6b4a-4232-8e8a-7c6328b04848, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707'}}] {{(pid=113723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:45:58.917251 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:58.990329 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:58.994123 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] For port 4573bb31-6b4a-4232-8e8a-7c6328b04848, host hv-cinder-85221, cleared binding levels {{(pid=113723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:45:58.999107 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] For port 4573bb31-6b4a-4232-8e8a-7c6328b04848, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:45:59.066045 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13cdb5-e321-4d02-aeb5-a017807d084c req-6525370b-3f12-41b5-99f5-c4a6337ffb88 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:59.067823 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ae13cdb5-e321-4d02-aeb5-a017807d084c req-6525370b-3f12-41b5-99f5-c4a6337ffb88 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 944 time: 0.0520699 Aug 31 00:45:59.097914 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:59.124893 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ae13cdb5-e321-4d02-aeb5-a017807d084c req-f6c08112-104d-46e7-9644-5f5460b58407 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506203 Aug 31 00:45:59.139412 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:59.140214 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:45:59.141604 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 1094 time: 0.7942998 Aug 31 00:45:59.142131 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:45:59.144459 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da17c678-7c8f-4b80-b7cc-947d7fc278d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:45:59.175368 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167b42f-70b9-40e9-8dec-8d6a5e1cc8ab service neutron] Pushing event updated for resources: {'Port': ['ID=4573bb31-6b4a-4232-8e8a-7c6328b04848,revision_number=3']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:59.323891 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f55b6e-0190-40a6-b275-b23ae800d016 x-openstack-request-id: req-e0f55b6e-0190-40a6-b275-b23ae800d016 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:45:59.324186 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:45:59.324464 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0f55b6e-0190-40a6-b275-b23ae800d016 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:45:59.324888 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f55b6e-0190-40a6-b275-b23ae800d016'] response: {'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'status': 'completed', 'code': 200} Aug 31 00:45:59.329357 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:45:59.337332 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-9bfdca89-ca68-47e6-866a-bad0f2cdbd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:59.343773 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-9bfdca89-ca68-47e6-866a-bad0f2cdbd57 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1128 time: 0.0450091 Aug 31 00:45:59.389748 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-b7f7d594-86c4-4380-9c67-7acdca30ecec service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 217 time: 0.0355892 Aug 31 00:45:59.441802 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-aa83f3b6-9a1a-4c51-b73d-9820539e3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:59.443261 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-aa83f3b6-9a1a-4c51-b73d-9820539e3df3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5c8aa6a0-d62b-450e-bde3-015ade712dd2 HTTP/1.1" status: 200 len: 854 time: 0.0451944 Aug 31 00:45:59.497214 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-d8151a2e-433a-4963-b384-d0eb41805161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:59.498845 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-d8151a2e-433a-4963-b384-d0eb41805161 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=93b4f966-f3f2-4460-a28d-2d1c471bf707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485890 Aug 31 00:45:59.636052 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-8effed58-4be4-4c58-a79b-8a187c9e2fdd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539553 Aug 31 00:45:59.659662 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-b017b869-7262-48ef-8b2c-b750cdc09f9d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224992 Aug 31 00:45:59.771560 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-a1af9e24-eef2-44d6-be48-69b0da6a03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:59.773232 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-a1af9e24-eef2-44d6-be48-69b0da6a03e5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=644ca4166ff846fb944c2b39f0263abe&device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 1130 time: 0.0500069 Aug 31 00:45:59.813128 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7269697f-f0b3-40ba-b7f4-ec832d074f34 req-d5b0bb2a-41ef-4431-a801-cf24ca5b7a37 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362078 Aug 31 00:45:59.889576 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-2054387a-aeff-4280-ac52-252630545618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:45:59.891076 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-2054387a-aeff-4280-ac52-252630545618 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=ad14b10b-3e63-42af-b57a-cefcc3328996 HTTP/1.1" status: 200 len: 914 time: 0.0947680 Aug 31 00:45:59.933467 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-c504ee30-e7f4-4ba1-8585-7030f7d5e2e5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f625dbe5-be40-4583-b5d1-459287f0f584 HTTP/1.1" status: 200 len: 217 time: 0.0338340 Aug 31 00:46:00.249227 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c60b8-4fb6-4583-8f54-918b24707d5b req-c5c80147-76b6-45c8-808f-b6b5af99ee07 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:00.250739 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a74c60b8-4fb6-4583-8f54-918b24707d5b req-c5c80147-76b6-45c8-808f-b6b5af99ee07 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 944 time: 0.0487826 Aug 31 00:46:00.299333 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-a74c60b8-4fb6-4583-8f54-918b24707d5b req-e8e05c69-04c5-4a4d-a7a8-59ed851bf959 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Aug 31 00:46:00.585689 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fc0c4-0ce9-498a-9127-7319f2610509 req-cc59d636-7e89-4c9e-a057-4168b22cc954 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:00.587284 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4f3fc0c4-0ce9-498a-9127-7319f2610509 req-cc59d636-7e89-4c9e-a057-4168b22cc954 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 946 time: 0.0509968 Aug 31 00:46:00.637019 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-4f3fc0c4-0ce9-498a-9127-7319f2610509 req-6413360d-8b6f-4b77-a5bd-afab6f7f29ba tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Aug 31 00:46:00.840931 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-159bbb13-e582-441b-8c1f-65f083c43cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:00.842705 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-159bbb13-e582-441b-8c1f-65f083c43cf6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1128 time: 0.0689332 Aug 31 00:46:00.848346 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-a730d7aa-747b-4e66-acb9-5664b82d5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:00.849695 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-a730d7aa-747b-4e66-acb9-5664b82d5308 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a2cb7c77-0097-4bde-8dfa-7b8627b70299 HTTP/1.1" status: 200 len: 853 time: 0.0839024 Aug 31 00:46:01.420569 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d8de0-f896-4e69-8b59-c8c32e34dd5b req-a9c876ed-d659-4054-97a2-8b6715b57013 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:01.422077 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ad3d8de0-f896-4e69-8b59-c8c32e34dd5b req-a9c876ed-d659-4054-97a2-8b6715b57013 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 944 time: 0.0479758 Aug 31 00:46:01.462863 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:01.470628 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ad3d8de0-f896-4e69-8b59-c8c32e34dd5b req-e3d24e48-318b-43ae-bd21-5077267e1aa7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429888 Aug 31 00:46:01.755429 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d60718-8c12-4a29-aedd-78f343eaf16e req-d3337fe1-142f-4f81-ae28-debc530f387b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:01.757096 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-90d60718-8c12-4a29-aedd-78f343eaf16e req-d3337fe1-142f-4f81-ae28-debc530f387b tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 946 time: 0.0472682 Aug 31 00:46:01.807234 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-90d60718-8c12-4a29-aedd-78f343eaf16e req-65007e6c-9006-4a7f-b68b-8ca50cd65aa8 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Aug 31 00:46:02.455162 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-a2fa1f5e-a736-45d0-9056-2f2bd04d7e01 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=ad14b10b-3e63-42af-b57a-cefcc3328996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389781 Aug 31 00:46:02.623399 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-1e8e7929-7134-4d72-af5e-70ecf47ee1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:02.624894 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-1e8e7929-7134-4d72-af5e-70ecf47ee1cb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 200 len: 916 time: 0.2167931 Aug 31 00:46:02.634825 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd219e7-45db-4083-9a17-8b0a7521af70 req-5387d59b-43e8-469b-a0c4-cbbf7c5e4c75 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:02.636141 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bbd219e7-45db-4083-9a17-8b0a7521af70 req-5387d59b-43e8-469b-a0c4-cbbf7c5e4c75 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 944 time: 0.0879393 Aug 31 00:46:02.688363 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-2d240176-481a-456a-9f69-6d7acb231957 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082407 Aug 31 00:46:02.694917 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-cb118652-aa48-4166-a102-6f53ad02ebd5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 217 time: 0.0532203 Aug 31 00:46:02.725236 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-bbd219e7-45db-4083-9a17-8b0a7521af70 req-3904b225-3e4c-44f4-bb6e-1b574a3a02eb tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823252 Aug 31 00:46:02.892882 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:02.915199 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:02.919883 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-2c3c00f0-905a-4ebb-9159-136defb6e644 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:02.921092 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 4573bb31-6b4a-4232-8e8a-7c6328b04848 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=113725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:46:02.921631 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-2c3c00f0-905a-4ebb-9159-136defb6e644 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 946 time: 0.1281583 Aug 31 00:46:02.929762 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-f8a9c23e-3393-425e-ad0c-b0b56239fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:02.936564 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323e107-da9e-4264-bbcb-7eba745e27b0 req-903945d5-50ce-49e0-a14c-87111330dfd6 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:02.938192 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5323e107-da9e-4264-bbcb-7eba745e27b0 req-903945d5-50ce-49e0-a14c-87111330dfd6 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 946 time: 0.0558302 Aug 31 00:46:02.941322 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-f8a9c23e-3393-425e-ad0c-b0b56239fe96 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5c8aa6a0-d62b-450e-bde3-015ade712dd2 HTTP/1.1" status: 200 len: 854 time: 0.1489038 Aug 31 00:46:02.989458 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5323e107-da9e-4264-bbcb-7eba745e27b0 req-f2842f81-7079-419d-8573-b1879f08c44a tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0790c326-ac5e-44b6-bde8-1f971254e195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455346 Aug 31 00:46:03.032860 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 4573bb31-6b4a-4232-8e8a-7c6328b04848, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:03.044635 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Returning: {'device': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'port_id': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'mac_address': 'fa:16:3e:f9:cf:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:46:03.050866 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-e2fc5aea-dd2f-4c1d-b7d4-f56eea19f6b9 req-0952ff8e-20c5-4ce5-bfc8-a5a45203914e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596490 Aug 31 00:46:03.068530 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-7877a609-8658-4363-8c8f-a0d7eacbf312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:03.070001 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-7877a609-8658-4363-8c8f-a0d7eacbf312 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=93b4f966-f3f2-4460-a28d-2d1c471bf707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1158912 Aug 31 00:46:03.080602 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 4573bb31-6b4a-4232-8e8a-7c6328b04848 is: DOWN; New status is: BUILD {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:46:03.080989 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:03.095467 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4573bb31-6b4a-4232-8e8a-7c6328b04848 {{(pid=113725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:46:03.104886 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Deleting port f625dbe5-be40-4583-b5d1-459287f0f584 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:46:03.105237 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:03.111885 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:03.115934 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 4573bb31-6b4a-4232-8e8a-7c6328b04848, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:03.143786 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:03.203382 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:03.249795 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-c9ef82de-9de6-44d3-a894-b45ca6ede3c8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698220 Aug 31 00:46:03.256421 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] For port f625dbe5-be40-4583-b5d1-459287f0f584, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f625dbe5-be40-4583-b5d1-459287f0f584,segment=NetworkSegment(27f197fe-9861-43ed-bb0f-78f1d77916e9),segment_id=27f197fe-9861-43ed-bb0f-78f1d77916e9)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:03.256789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:03.258749 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=4573bb31-6b4a-4232-8e8a-7c6328b04848,revision_number=4']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:03.267005 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.267437 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.267706 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.268049 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.268411 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.268752 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.269087 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.269415 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.269935 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.270264 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.270597 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.270927 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.271545 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.271545 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.271886 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:03.279730 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Calling delete_port for f625dbe5-be40-4583-b5d1-459287f0f584 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:46:03.282045 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:03.425171 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-da17c678-7c8f-4b80-b7cc-947d7fc278d9 req-573c9f91-32a2-403e-ab1a-760b8dc2532e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579742 Aug 31 00:46:03.517445 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['4573bb31-6b4a-4232-8e8a-7c6328b04848'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:46:03.562450 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (f625dbe5-be40-4583-b5d1-459287f0f584), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:03.595957 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Pushing event deleted for resources: {'Port': ['ID=f625dbe5-be40-4583-b5d1-459287f0f584,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:03.603828 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['f625dbe5-be40-4583-b5d1-459287f0f584'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:46:03.643590 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] No DVR routers for this DVR port f625dbe5-be40-4583-b5d1-459287f0f584 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:46:03.646221 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:03.650056 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2d84df80-14db-49d8-b0ca-9175a33a3f04 req-7de4a426-38a1-4da9-9f75-2aea75dfa286 tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f625dbe5-be40-4583-b5d1-459287f0f584 HTTP/1.1" status: 204 len: 173 time: 0.7078042 Aug 31 00:46:03.650499 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c839a0-df66-4eec-8f4a-bf2160a9614c', 'name': 'network-vif-deleted', 'tag': 'f625dbe5-be40-4583-b5d1-459287f0f584'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:46:03.652776 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11bc4a6-591f-4db0-a9d3-c8de8f1773b7" -d '{"events": [{"server_uuid": "29c839a0-df66-4eec-8f4a-bf2160a9614c", "name": "network-vif-deleted", "tag": "f625dbe5-be40-4583-b5d1-459287f0f584"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:46:03.692928 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c5e22e-c891-437d-a1f3-3e8c8405324b x-openstack-request-id: req-f4c5e22e-c891-437d-a1f3-3e8c8405324b {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:46:03.693228 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c839a0-df66-4eec-8f4a-bf2160a9614c", "name": "network-vif-deleted", "tag": "f625dbe5-be40-4583-b5d1-459287f0f584", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:46:03.693663 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4c5e22e-c891-437d-a1f3-3e8c8405324b {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:46:03.693896 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c5e22e-c891-437d-a1f3-3e8c8405324b'] response: {'server_uuid': '29c839a0-df66-4eec-8f4a-bf2160a9614c', 'name': 'network-vif-deleted', 'tag': 'f625dbe5-be40-4583-b5d1-459287f0f584', 'status': 'completed', 'code': 200} Aug 31 00:46:03.848210 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f2541-a51f-4c94-8498-1c5ad80da539 req-85755f87-1f23-4013-b525-195de4ec2be6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:03.849769 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5c2f2541-a51f-4c94-8498-1c5ad80da539 req-85755f87-1f23-4013-b525-195de4ec2be6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 945 time: 0.0505571 Aug 31 00:46:03.901142 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5c2f2541-a51f-4c94-8498-1c5ad80da539 req-777eb451-7b59-47d2-8b98-e4e7ef356dd9 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456862 Aug 31 00:46:04.106364 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7f13cd13-a185-49a1-a488-794fe6a30a69 req-5735c3f7-a6f9-4f86-928f-0939133b995f tempest-VolumesSnapshotTestJSON-240431918 tempest-VolumesSnapshotTestJSON-240431918-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=29c839a0-df66-4eec-8f4a-bf2160a9614c HTTP/1.1" status: 200 len: 210 time: 0.0288429 Aug 31 00:46:05.024463 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 4573bb31-6b4a-4232-8e8a-7c6328b04848 up at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:05.028317 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ca863-c8c9-4e59-9b49-a47c700197d9 req-14cb2c34-a8e3-4848-bd0b-ea55119d6a97 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:05.029990 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b18ca863-c8c9-4e59-9b49-a47c700197d9 req-14cb2c34-a8e3-4848-bd0b-ea55119d6a97 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Aug 31 00:46:05.071179 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning for port 4573bb31-6b4a-4232-8e8a-7c6328b04848 completed by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:46:05.084419 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-b18ca863-c8c9-4e59-9b49-a47c700197d9 req-c7db2672-5b1d-44c9-beef-f2992f54c818 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482459 Aug 31 00:46:05.116398 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.provisioning_blocks [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Provisioning complete for port 4573bb31-6b4a-4232-8e8a-7c6328b04848 triggered by entity L2. {{(pid=113725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:46:05.116778 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517165'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), provisioning_complete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:05.154061 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:05.197275 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Current status of the port 4573bb31-6b4a-4232-8e8a-7c6328b04848 is: BUILD; New status is: ACTIVE {{(pid=113725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:46:05.197785 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), before_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:05.222617 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848'}] {{(pid=113725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:46:05.224911 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f09538fa868da14d0d001d9345795db0e4184d4a21b5ef7c505e08b78dd340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f3ffc2-7df5-4598-a34d-bbe6832ea5eb" -d '{"events": [{"server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "name": "network-vif-plugged", "status": "completed", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848"}]}' {{(pid=113725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:46:05.238827 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] For port 4573bb31-6b4a-4232-8e8a-7c6328b04848, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:05.310961 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:05.311816 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device f625dbe5-be40-4583-b5d1-459287f0f584 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:46:05.352061 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7990324a-cdb4-492e-968c-8d6ba3cc040c x-openstack-request-id: req-7990324a-cdb4-492e-968c-8d6ba3cc040c {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:46:05.352384 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "name": "network-vif-plugged", "status": "completed", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848", "code": 200}]} {{(pid=113725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:46:05.352642 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7990324a-cdb4-492e-968c-8d6ba3cc040c {{(pid=113725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:46:05.353163 dv-cinder-852211-6-iscsi neutron-server[113725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7990324a-cdb4-492e-968c-8d6ba3cc040c'] response: {'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'code': 200} Aug 31 00:46:05.356002 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: f625dbe5-be40-4583-b5d1-459287f0f584 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:46:05.356376 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device f625dbe5-be40-4583-b5d1-459287f0f584 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:46:05.382386 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Pushing event updated for resources: {'Port': ['ID=4573bb31-6b4a-4232-8e8a-7c6328b04848,revision_number=5']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:05.760062 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de304b3e-577e-4cac-b20f-c018f4e4ef8f req-f97ef9ea-eb5f-411c-a27e-8f7947672d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:05.761609 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-de304b3e-577e-4cac-b20f-c018f4e4ef8f req-f97ef9ea-eb5f-411c-a27e-8f7947672d93 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1130 time: 0.0415616 Aug 31 00:46:06.071376 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-de304b3e-577e-4cac-b20f-c018f4e4ef8f req-46e0fcaf-64df-4585-9472-d9724501d1db service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024697 Aug 31 00:46:06.202651 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e558dcd-77e3-4067-b2d4-169b168848bf req-8ff43651-5ea9-4edd-bd60-223d9dba15fd tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:06.204098 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7e558dcd-77e3-4067-b2d4-169b168848bf req-8ff43651-5ea9-4edd-bd60-223d9dba15fd tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0458138 Aug 31 00:46:06.250879 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-7e558dcd-77e3-4067-b2d4-169b168848bf req-6ec7a4d8-e32d-48e3-819f-c70320d0eeae tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Aug 31 00:46:07.374553 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c744b-e16d-4177-92f3-020f852123ab req-52d75780-0d32-42e0-9ad1-19d513b7aba1 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:07.376021 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e68c744b-e16d-4177-92f3-020f852123ab req-52d75780-0d32-42e0-9ad1-19d513b7aba1 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0478652 Aug 31 00:46:07.424673 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-e68c744b-e16d-4177-92f3-020f852123ab req-84f2b51a-2090-42bc-afe0-c57717ba6032 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Aug 31 00:46:08.544711 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0a9c8-829e-4c7c-b2a0-8a6ebc1a62aa req-bee79c28-e14e-4c0d-aae8-592a24338334 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:08.546204 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fbf0a9c8-829e-4c7c-b2a0-8a6ebc1a62aa req-bee79c28-e14e-4c0d-aae8-592a24338334 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0473621 Aug 31 00:46:08.596346 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-fbf0a9c8-829e-4c7c-b2a0-8a6ebc1a62aa req-c1796107-e210-4970-a7c3-13cbe8ae1d47 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Aug 31 00:46:08.715479 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7554a0-75d6-4d2e-b72a-cdcf09356432 req-c85a58dc-eae7-4667-a04f-3ff9795b007e tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:08.716892 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cc7554a0-75d6-4d2e-b72a-cdcf09356432 req-c85a58dc-eae7-4667-a04f-3ff9795b007e tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0480771 Aug 31 00:46:08.765755 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cc7554a0-75d6-4d2e-b72a-cdcf09356432 req-f2766d42-a6f3-4539-a736-7330351489d8 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Aug 31 00:46:09.099174 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0297a-d31f-4635-84bd-9c5a8863db03 req-9db3e2c5-7b80-446f-b6cc-1d894adbb403 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:09.100681 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ebb0297a-d31f-4635-84bd-9c5a8863db03 req-9db3e2c5-7b80-446f-b6cc-1d894adbb403 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0512760 Aug 31 00:46:09.148075 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-ebb0297a-d31f-4635-84bd-9c5a8863db03 req-38b2d1b8-bf0b-4e61-a780-eb8dcd911999 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Aug 31 00:46:10.957173 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:46:15.377088 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:15.379031 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:16.848836 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:17.588082 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-6f72ae8d-8d13-4be4-a419-a465ea41b438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:18.578556 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=44,neutron:DELETE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:18.592734 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:19.141374 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=42 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:19.144268 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=63 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:20.123097 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-352c9ff6-314b-4b8c-89d6-3c732d60b3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:20.728844 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ddf8-7043-46d5-bec7-d927f00dd8f1 req-25cfa74e-1136-4349-9e20-d2424f0ca97e tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:20.730521 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7de3ddf8-7043-46d5-bec7-d927f00dd8f1 req-25cfa74e-1136-4349-9e20-d2424f0ca97e tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0505154 Aug 31 00:46:20.779244 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-7de3ddf8-7043-46d5-bec7-d927f00dd8f1 req-5bc82e34-c773-4591-910a-77e3fd2038ab tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Aug 31 00:46:20.804975 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52508) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:20.885385 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0555312-5ec8-4263-a556-9bce3a41122e tempest-TestMinimumBasicScenario-1133960758 tempest-TestMinimumBasicScenario-1133960758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:20.886870 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-c0555312-5ec8-4263-a556-9bce3a41122e tempest-TestMinimumBasicScenario-1133960758 tempest-TestMinimumBasicScenario-1133960758-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1125 time: 0.0809338 Aug 31 00:46:20.890693 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52512) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:20.895192 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'floatingip': {'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'port_id': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:20.953380 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:21.005699 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:21.092046 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (None), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:21.204576 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_common [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Allocated IP 172.27.3.38 (a5c9ab07-2afb-4bc3-858a-442278acb59a/788adaec-9873-4d96-b1ca-9f8c4703bc29/a9fa043f-bb2d-44ad-981c-44b4d3ab99a6) {{(pid=113723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:46:21.310494 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for port (a9fa043f-bb2d-44ad-981c-44b4d3ab99a6), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:21.394103 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729823041558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (a9fa043f-bb2d-44ad-981c-44b4d3ab99a6), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:21.437236 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Network a5c9ab07-2afb-4bc3-858a-442278acb59a is already hosted by enough agents. {{(pid=113723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:21.442747 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.base_scheduler [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Resources bound (agent type, host, resource id): {{(pid=113723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:21.445434 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Received port after_create {{(pid=113723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:46:21.480283 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'Port': ['ID=a9fa043f-bb2d-44ad-981c-44b4d3ab99a6,revision_number=1']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:21.505681 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:21.809979 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:21.813120 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for floatingip (dfcf9a25-5f41-4744-adb5-aa0573aa2ea6), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:21.835224 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:21.939448 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (a9fa043f-bb2d-44ad-981c-44b4d3ab99a6), before_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:22.093287 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for port (a9fa043f-bb2d-44ad-981c-44b4d3ab99a6), precommit_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:22.159241 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64189058'] for port (a9fa043f-bb2d-44ad-981c-44b4d3ab99a6), after_update {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:22.229750 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'Port': ['ID=a9fa043f-bb2d-44ad-981c-44b4d3ab99a6,revision_number=2']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:22.233427 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491173'] for floatingip (dfcf9a25-5f41-4744-adb5-aa0573aa2ea6), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:22.332386 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.l3_db [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Floating IP dfcf9a25-5f41-4744-adb5-aa0573aa2ea6 associated. External IP: 172.27.3.38, port: 4573bb31-6b4a-4232-8e8a-7c6328b04848. Aug 31 00:46:22.546807 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:46:22.549174 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:22.656341 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:46:22.665743 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] Sync routers for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:46:22.675339 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:46:22.675939 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:46:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:22.725107 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:22.758657 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-ba45385b-59c2-43be-8ccb-03b8dc097de7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8668833 Aug 31 00:46:22.759569 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:46:22.762042 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cca67d5-ea27-4184-95e5-463014284609" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:46:22.762694 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52526) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:22.767968 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713959658', 'description': 'tempest-secgroup-smoke-1713959658 description', 'project_id': '3737c99210b64eac8d7d75f53c1e2cac'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:22.787657 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:46:22.805674 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7c046b-6a44-433a-88a7-6115647905f6 x-openstack-request-id: req-7a7c046b-6a44-433a-88a7-6115647905f6 {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:46:22.805974 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:46:22.806262 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a7c046b-6a44-433a-88a7-6115647905f6 {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:46:22.811834 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7c046b-6a44-433a-88a7-6115647905f6'] response: {'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'status': 'completed', 'code': 200} Aug 31 00:46:22.862320 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group (None), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:22.911975 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca67d5-ea27-4184-95e5-463014284609 req-35814310-0d17-4cba-a435-b8f72ffc0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:22.913829 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cca67d5-ea27-4184-95e5-463014284609 req-35814310-0d17-4cba-a435-b8f72ffc0024 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1130 time: 0.0446446 Aug 31 00:46:22.940885 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group (07895e33-2d77-4e86-bf8c-1fe66c5ceab2), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.014268 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (07895e33-2d77-4e86-bf8c-1fe66c5ceab2), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.016441 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca67d5-ea27-4184-95e5-463014284609 req-d57984aa-1afd-4579-8627-47f8a6dbec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:23.018008 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cca67d5-ea27-4184-95e5-463014284609 req-d57984aa-1afd-4579-8627-47f8a6dbec16 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 200 len: 916 time: 0.0972250 Aug 31 00:46:23.047262 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07895e33-2d77-4e86-bf8c-1fe66c5ceab2,revision_number=1']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:23.054666 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.055204 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.055401 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.055733 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.056064 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.056421 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.056754 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.057080 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.057406 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.057731 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.058059 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.058392 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.058714 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.059610 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.060123 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:23.090690 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cca67d5-ea27-4184-95e5-463014284609 req-073d43e6-d0e1-4b66-8083-2d221990c699 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 999 time: 0.0645053 Aug 31 00:46:23.106378 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'dfcf9a25-5f41-4744-adb5-aa0573aa2ea6', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'port_id': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'mac_address': 'fa:16:3e:f9:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:46:21Z', 'updated_at': '2022-08-31T00:46:21Z', 'revision_number': 0, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597', 'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'mac_address': 'fa:16:3e:91:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:26Z', 'updated_at': '2022-08-31T00:45:32Z', 'revision_number': 5, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'subnets': [{'id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:23.115464 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.120089 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-8fb012ba-de83-4de4-a7eb-c7b0dd3c7f31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3558259 Aug 31 00:46:23.121015 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52530) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:23.127331 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-33df7998-75c2-4291-9b03-584c6e0e1986 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'security_group_rule': {'security_group_id': '07895e33-2d77-4e86-bf8c-1fe66c5ceab2', 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:23.139583 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] Checking router: 5e1ce6b3-89f5-45e3-97fb-168af81f7218 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:46:23.147605 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca67d5-ea27-4184-95e5-463014284609 req-4e63fcfa-c670-4c99-9b28-b29384b9592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:23.149129 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:46:23.149269 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cca67d5-ea27-4184-95e5-463014284609 req-4e63fcfa-c670-4c99-9b28-b29384b9592e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5c8aa6a0-d62b-450e-bde3-015ade712dd2 HTTP/1.1" status: 200 len: 854 time: 0.0517027 Aug 31 00:46:23.149728 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:46:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:23.165027 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.196737 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca67d5-ea27-4184-95e5-463014284609 req-cb2b7f55-6721-4d59-83a2-ad568b666aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:23.198430 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cca67d5-ea27-4184-95e5-463014284609 req-cb2b7f55-6721-4d59-83a2-ad568b666aeb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=93b4f966-f3f2-4460-a28d-2d1c471bf707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421460 Aug 31 00:46:23.241147 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-33df7998-75c2-4291-9b03-584c6e0e1986 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (23ef0fa5-45b2-4d87-8319-a2aec0640070), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.258554 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:46:23.303017 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cca67d5-ea27-4184-95e5-463014284609 req-e5f769a3-df31-457b-8bcf-900833356329 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975339 Aug 31 00:46:23.343323 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-33df7998-75c2-4291-9b03-584c6e0e1986 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (23ef0fa5-45b2-4d87-8319-a2aec0640070), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.372629 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:23.417270 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-8cca67d5-ea27-4184-95e5-463014284609 req-f3b73845-e4ce-498e-a99e-45b8755c03e4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036637 Aug 31 00:46:23.428177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-33df7998-75c2-4291-9b03-584c6e0e1986 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (23ef0fa5-45b2-4d87-8319-a2aec0640070), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.445736 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df7998-75c2-4291-9b03-584c6e0e1986 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ef0fa5-45b2-4d87-8319-a2aec0640070,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:23.456905 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.502166 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'dfcf9a25-5f41-4744-adb5-aa0573aa2ea6', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'port_id': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'mac_address': 'fa:16:3e:f9:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:46:21Z', 'updated_at': '2022-08-31T00:46:21Z', 'revision_number': 0, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597', 'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'mac_address': 'fa:16:3e:91:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:26Z', 'updated_at': '2022-08-31T00:45:32Z', 'revision_number': 5, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'subnets': [{'id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:23.518551 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-33df7998-75c2-4291-9b03-584c6e0e1986 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.522719 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-33df7998-75c2-4291-9b03-584c6e0e1986 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969464 Aug 31 00:46:23.523271 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52536) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:23.528404 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-56c48625-c3b7-40aa-899f-94fecbc8bd90 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'security_group_rule': {'security_group_id': '07895e33-2d77-4e86-bf8c-1fe66c5ceab2', 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:23.529884 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c314ef-a236-4413-ad2d-b57adaf4f929 None None] The sync data for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi is: [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_floatingips': [{'id': 'dfcf9a25-5f41-4744-adb5-aa0573aa2ea6', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'router_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'port_id': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'mac_address': 'fa:16:3e:f9:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:46:21Z', 'updated_at': '2022-08-31T00:46:21Z', 'revision_number': 0, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597', 'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'mac_address': 'fa:16:3e:91:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:26Z', 'updated_at': '2022-08-31T00:45:32Z', 'revision_number': 5, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'subnets': [{'id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:46:23.623796 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-56c48625-c3b7-40aa-899f-94fecbc8bd90 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (89ba28b0-ea56-4591-a074-222ed008a6ff), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.696874 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-56c48625-c3b7-40aa-899f-94fecbc8bd90 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (89ba28b0-ea56-4591-a074-222ed008a6ff), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.741451 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5281e90a-14cd-43ba-b5d6-b46031936889 None None] New status for floating IP dfcf9a25-5f41-4744-adb5-aa0573aa2ea6: ACTIVE {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:46:23.776706 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-56c48625-c3b7-40aa-899f-94fecbc8bd90 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (89ba28b0-ea56-4591-a074-222ed008a6ff), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.798338 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c48625-c3b7-40aa-899f-94fecbc8bd90 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ba28b0-ea56-4591-a074-222ed008a6ff,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:23.874488 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-56c48625-c3b7-40aa-899f-94fecbc8bd90 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:23.875755 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-56c48625-c3b7-40aa-899f-94fecbc8bd90 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3514838 Aug 31 00:46:23.878810 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52542) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:23.883496 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-925f3a5d-2bd6-424d-8bad-e2c66743d525 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'security_group_rule': {'security_group_id': '07895e33-2d77-4e86-bf8c-1fe66c5ceab2', 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:23.997239 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-925f3a5d-2bd6-424d-8bad-e2c66743d525 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (b1529f4e-ea1a-4574-adbe-2daef83722c2), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.056067 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-925f3a5d-2bd6-424d-8bad-e2c66743d525 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (b1529f4e-ea1a-4574-adbe-2daef83722c2), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.170831 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-925f3a5d-2bd6-424d-8bad-e2c66743d525 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (b1529f4e-ea1a-4574-adbe-2daef83722c2), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.190789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f3a5d-2bd6-424d-8bad-e2c66743d525 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1529f4e-ea1a-4574-adbe-2daef83722c2,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:24.267237 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-925f3a5d-2bd6-424d-8bad-e2c66743d525 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.268527 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-925f3a5d-2bd6-424d-8bad-e2c66743d525 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885796 Aug 31 00:46:24.271394 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52544) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:24.275896 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-02e502af-19be-470a-96ef-cdefcdc6d456 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'security_group_rule': {'security_group_id': '07895e33-2d77-4e86-bf8c-1fe66c5ceab2', 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:24.375129 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-02e502af-19be-470a-96ef-cdefcdc6d456 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (b3b8e592-6c24-493e-bd13-5e6533cbc231), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.417300 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:24.427299 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-02e502af-19be-470a-96ef-cdefcdc6d456 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (b3b8e592-6c24-493e-bd13-5e6533cbc231), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.513904 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-02e502af-19be-470a-96ef-cdefcdc6d456 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (b3b8e592-6c24-493e-bd13-5e6533cbc231), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.534220 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e502af-19be-470a-96ef-cdefcdc6d456 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b8e592-6c24-493e-bd13-5e6533cbc231,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:24.635869 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-02e502af-19be-470a-96ef-cdefcdc6d456 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.637747 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-02e502af-19be-470a-96ef-cdefcdc6d456 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3645945 Aug 31 00:46:24.644079 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52546) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:24.645022 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.v2.base [None req-72dfef79-7611-4dfc-a57a-7698b61888f6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'security_group_rule': {'security_group_id': '07895e33-2d77-4e86-bf8c-1fe66c5ceab2', 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:24.722295 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.db.securitygroups_db [None req-72dfef79-7611-4dfc-a57a-7698b61888f6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Project 3737c99210b64eac8d7d75f53c1e2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:46:24.730344 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-72dfef79-7611-4dfc-a57a-7698b61888f6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (18493627-8b52-4788-8037-3b0a6e48d32d), before_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.783851 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-72dfef79-7611-4dfc-a57a-7698b61888f6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (18493627-8b52-4788-8037-3b0a6e48d32d), precommit_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.844932 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-72dfef79-7611-4dfc-a57a-7698b61888f6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (18493627-8b52-4788-8037-3b0a6e48d32d), after_create {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.865558 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfef79-7611-4dfc-a57a-7698b61888f6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18493627-8b52-4788-8037-3b0a6e48d32d,revision_number=0']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:24.930111 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-72dfef79-7611-4dfc-a57a-7698b61888f6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:24.931415 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-72dfef79-7611-4dfc-a57a-7698b61888f6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2898502 Aug 31 00:46:24.935031 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52554) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:24.939678 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [None req-d592f4bf-de1c-42c7-9f8d-1e3c73fa62e4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'security_group_rule': {'security_group_id': '07895e33-2d77-4e86-bf8c-1fe66c5ceab2', 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:25.014326 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.securitygroups_db [None req-d592f4bf-de1c-42c7-9f8d-1e3c73fa62e4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Project 3737c99210b64eac8d7d75f53c1e2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:46:25.019997 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d592f4bf-de1c-42c7-9f8d-1e3c73fa62e4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (4aa2e374-3b7a-4eff-8934-ea440ee3717f), before_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:25.080960 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d592f4bf-de1c-42c7-9f8d-1e3c73fa62e4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (4aa2e374-3b7a-4eff-8934-ea440ee3717f), precommit_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:25.142479 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d592f4bf-de1c-42c7-9f8d-1e3c73fa62e4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437538'] for security_group_rule (4aa2e374-3b7a-4eff-8934-ea440ee3717f), after_create {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:25.162258 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592f4bf-de1c-42c7-9f8d-1e3c73fa62e4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa2e374-3b7a-4eff-8934-ea440ee3717f,revision_number=0']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:25.230111 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-d592f4bf-de1c-42c7-9f8d-1e3c73fa62e4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:25.231999 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d592f4bf-de1c-42c7-9f8d-1e3c73fa62e4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2957563 Aug 31 00:46:25.316586 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:25.325759 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-f40c75f4-ef99-4be7-ab13-ea0e179375e7 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1713959658&fields=id&tenant_id=3737c99210b64eac8d7d75f53c1e2cac HTTP/1.1" status: 200 len: 267 time: 0.0464664 Aug 31 00:46:25.339351 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:25.378155 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-7d710f7e-a03e-4021-9865-17ccda26fae9 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:25.379616 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-7d710f7e-a03e-4021-9865-17ccda26fae9 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0484221 Aug 31 00:46:25.390947 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-b77f79fc-77eb-4f7e-b1eb-05139440dec6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'port': {'security_groups': ['26e0a10f-bb5e-40a0-b79f-780deb4947ac', '07895e33-2d77-4e86-bf8c-1fe66c5ceab2']}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:25.467149 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-b77f79fc-77eb-4f7e-b1eb-05139440dec6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:25.658405 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-b77f79fc-77eb-4f7e-b1eb-05139440dec6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] For port 4573bb31-6b4a-4232-8e8a-7c6328b04848, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:25.687878 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-b77f79fc-77eb-4f7e-b1eb-05139440dec6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:25.751317 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-b77f79fc-77eb-4f7e-b1eb-05139440dec6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63548181'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:25.761576 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-b77f79fc-77eb-4f7e-b1eb-05139440dec6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:25.762895 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-b77f79fc-77eb-4f7e-b1eb-05139440dec6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:25.764266 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cc149c09-ea0a-4bc4-97bb-d81a423d591f req-b77f79fc-77eb-4f7e-b1eb-05139440dec6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "PUT /networking/v2.0/ports/4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 982 time: 0.3784771 Aug 31 00:46:25.764785 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:46:25.767126 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208e194d-b1f8-43bf-b961-61cb46005e11" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:46:25.805033 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['4573bb31-6b4a-4232-8e8a-7c6328b04848'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:46:25.826304 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f79fc-77eb-4f7e-b1eb-05139440dec6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'Port': ['ID=4573bb31-6b4a-4232-8e8a-7c6328b04848,revision_number=6']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:25.888820 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a05e4-229d-458a-ab0f-4d4465738e18 req-0877ebfa-b315-4e4f-9d81-2380a44e621c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:25.890405 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c75a05e4-229d-458a-ab0f-4d4465738e18 req-0877ebfa-b315-4e4f-9d81-2380a44e621c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0585699 Aug 31 00:46:25.893905 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b557b2e-30f2-4be0-9841-1fc9ee640e25 x-openstack-request-id: req-9b557b2e-30f2-4be0-9841-1fc9ee640e25 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:46:25.894206 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:46:25.894464 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b557b2e-30f2-4be0-9841-1fc9ee640e25 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:46:25.894867 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b557b2e-30f2-4be0-9841-1fc9ee640e25'] response: {'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'status': 'completed', 'code': 200} Aug 31 00:46:25.940400 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:25.954738 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['4573bb31-6b4a-4232-8e8a-7c6328b04848'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:46:25.957675 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-c75a05e4-229d-458a-ab0f-4d4465738e18 req-3dafb0d6-6601-4db0-a63e-d6721db5ce6b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588167 Aug 31 00:46:26.015011 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-038553af-9123-44e4-b6d3-9a9d7195b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:26.016825 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-038553af-9123-44e4-b6d3-9a9d7195b9b1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1169 time: 0.0655062 Aug 31 00:46:26.080588 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:26.116582 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-8372a798-1e93-404d-ad37-1a093ccc8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:26.120520 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-8372a798-1e93-404d-ad37-1a093ccc8b0f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 200 len: 916 time: 0.0950718 Aug 31 00:46:26.184842 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-33847b9e-47dd-4a40-9993-6bc9f46c31d9 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 1001 time: 0.0598857 Aug 31 00:46:26.238281 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-dc0e0c49-c866-4758-bca0-55c2e9051526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:26.239761 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-dc0e0c49-c866-4758-bca0-55c2e9051526 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5c8aa6a0-d62b-450e-bde3-015ade712dd2 HTTP/1.1" status: 200 len: 854 time: 0.0487080 Aug 31 00:46:26.285306 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-b5dc3574-d504-4314-9c84-269ff58acb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:26.286745 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-b5dc3574-d504-4314-9c84-269ff58acb38 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=93b4f966-f3f2-4460-a28d-2d1c471bf707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409837 Aug 31 00:46:26.348606 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:26.354736 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:26.381661 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:26.385866 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-1f991447-96c4-48e8-9b0a-be99e46d7e3b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915201 Aug 31 00:46:26.488878 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-208e194d-b1f8-43bf-b961-61cb46005e11 req-6525a759-6b0a-45a2-8bb1-58df91b9e545 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959365 Aug 31 00:46:31.154320 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52608) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:31.199849 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ff0942-755f-4891-a41f-37d8adaba0ba admin admin] Deleting subnet a2cb7c77-0097-4bde-8dfa-7b8627b70299 {{(pid=113723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:46:31.203881 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0942-755f-4891-a41f-37d8adaba0ba admin admin] Publish callbacks [] for subnet (a2cb7c77-0097-4bde-8dfa-7b8627b70299), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.243751 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0942-755f-4891-a41f-37d8adaba0ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65369723'] for subnet (a2cb7c77-0097-4bde-8dfa-7b8627b70299), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.285354 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0942-755f-4891-a41f-37d8adaba0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (a2cb7c77-0097-4bde-8dfa-7b8627b70299), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.428710 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0942-755f-4891-a41f-37d8adaba0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64188792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64455295'] for subnet (a2cb7c77-0097-4bde-8dfa-7b8627b70299), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.453436 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff0942-755f-4891-a41f-37d8adaba0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cb7c77-0097-4bde-8dfa-7b8627b70299,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:31.459093 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0942-755f-4891-a41f-37d8adaba0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.462489 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-b6ff0942-755f-4891-a41f-37d8adaba0ba admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/a2cb7c77-0097-4bde-8dfa-7b8627b70299 HTTP/1.1" status: 204 len: 168 time: 0.3071322 Aug 31 00:46:31.464958 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52610) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:31.512985 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:31.539376 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (ad14b10b-3e63-42af-b57a-cefcc3328996), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.617469 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (ad14b10b-3e63-42af-b57a-cefcc3328996), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.638799 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad14b10b-3e63-42af-b57a-cefcc3328996']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:31.649360 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f197fe-9861-43ed-bb0f-78f1d77916e9') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:31.649769 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f197fe-9861-43ed-bb0f-78f1d77916e9') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:31.659492 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (27f197fe-9861-43ed-bb0f-78f1d77916e9), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.672670 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (27f197fe-9861-43ed-bb0f-78f1d77916e9), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.683856 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:46:31.683856 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (27f197fe-9861-43ed-bb0f-78f1d77916e9), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.726063 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 27f197fe-9861-43ed-bb0f-78f1d77916e9 resource provider aggregate not found Aug 31 00:46:31.744963 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 27f197fe-9861-43ed-bb0f-78f1d77916e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27f197fe-9861-43ed-bb0f-78f1d77916e9 found for delete ", "request_id": "req-a7fa72ba-f1e7-443d-97e1-9000851845ea"}]} Aug 31 00:46:31.827934 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (ad14b10b-3e63-42af-b57a-cefcc3328996), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.833803 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:31.836923 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/ad14b10b-3e63-42af-b57a-cefcc3328996 HTTP/1.1" status: 204 len: 168 time: 0.3710110 Aug 31 00:46:31.849391 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b1731-a2f6-41b9-a30c-fa95f53b69cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ad14b10b-3e63-42af-b57a-cefcc3328996,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:32.198143 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52620) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:32.239331 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-90a971dd-2e5e-4321-b056-e3fb9479e100 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=644ca4166ff846fb944c2b39f0263abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400071 Aug 31 00:46:32.241849 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52622) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:46:32.293670 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-518f2a18-18b0-474b-91ba-5373bdd66a89 admin admin] Publish callbacks [] for security_group (0790c326-ac5e-44b6-bde8-1f971254e195), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:32.314416 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-518f2a18-18b0-474b-91ba-5373bdd66a89 admin admin] Publish callbacks [] for security_group (0790c326-ac5e-44b6-bde8-1f971254e195), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:32.431143 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-518f2a18-18b0-474b-91ba-5373bdd66a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (0790c326-ac5e-44b6-bde8-1f971254e195), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:32.433770 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-518f2a18-18b0-474b-91ba-5373bdd66a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:32.435069 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-518f2a18-18b0-474b-91ba-5373bdd66a89 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0790c326-ac5e-44b6-bde8-1f971254e195 HTTP/1.1" status: 204 len: 168 time: 0.1923158 Aug 31 00:46:32.446127 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f2a18-18b0-474b-91ba-5373bdd66a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0790c326-ac5e-44b6-bde8-1f971254e195,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:33.499978 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=69 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:33.506070 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=79 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:35.951495 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=10 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:42.352928 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=27,neutron:DELETE=6 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:42.439143 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:42.457213 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=15 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:42.457914 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=57 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:47.562224 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-63997057-b248-4c33-8976-67aeb3b2ee24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:47.955997 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:46:49.000214 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eecf0-937c-408d-a674-da5d3bcccf1e req-d78d35e2-d5b0-4e67-a443-14c4f9dcb289 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:49.001791 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-782eecf0-937c-408d-a674-da5d3bcccf1e req-d78d35e2-d5b0-4e67-a443-14c4f9dcb289 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0494094 Aug 31 00:46:49.068412 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-782eecf0-937c-408d-a674-da5d3bcccf1e req-e38b31ab-ac8b-4083-b28e-4c5cc8f30647 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604787 Aug 31 00:46:49.123606 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-d0cdd88e-6137-49e5-8d73-9dd1d525d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:49.125169 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-d0cdd88e-6137-49e5-8d73-9dd1d525d7ec service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1169 time: 0.0407293 Aug 31 00:46:49.217881 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-238a05b1-594c-4cdb-a6c3-4e9602afb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:49.219359 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-238a05b1-594c-4cdb-a6c3-4e9602afb3e1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 200 len: 916 time: 0.0875843 Aug 31 00:46:49.289917 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-0bf82be1-6c98-442f-80ab-d9334d197905 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 1001 time: 0.0627725 Aug 31 00:46:49.342790 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-1692f507-0de4-4c70-97ce-5124eed295bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:49.344352 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-1692f507-0de4-4c70-97ce-5124eed295bf service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5c8aa6a0-d62b-450e-bde3-015ade712dd2 HTTP/1.1" status: 200 len: 854 time: 0.0483298 Aug 31 00:46:49.391016 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-e02e6ae2-4943-4c5a-a43b-e65442369bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:49.392599 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-e02e6ae2-4943-4c5a-a43b-e65442369bac service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=93b4f966-f3f2-4460-a28d-2d1c471bf707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422955 Aug 31 00:46:49.490063 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-0de4194a-ad4b-4668-89f4-8fb286299fd8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905282 Aug 31 00:46:49.589471 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-2266aa2b-937c-4dea-8f24-d13927e0e12a req-07811f93-f5a1-4ffa-b40d-8227f1aa35e1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928400 Aug 31 00:46:50.110678 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1f030df3-b0f0-44f1-b572-ac65d3715859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:50.202448 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b1eac-9351-4ef6-9844-16c1033fd2af req-c0f7bb4a-46db-4ecc-a421-be42db5f0245 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:50.203930 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-517b1eac-9351-4ef6-9844-16c1033fd2af req-c0f7bb4a-46db-4ecc-a421-be42db5f0245 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0570862 Aug 31 00:46:50.272779 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-517b1eac-9351-4ef6-9844-16c1033fd2af req-c2fbf888-f53c-40d7-8c67-e8bbaf79f831 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621138 Aug 31 00:46:51.399841 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759408b1-5e89-42b4-b5bd-d54044c6668c req-041ca0b8-c1da-4c61-9992-49ff4eca6def tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:51.401404 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-759408b1-5e89-42b4-b5bd-d54044c6668c req-041ca0b8-c1da-4c61-9992-49ff4eca6def tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0535414 Aug 31 00:46:51.485324 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-759408b1-5e89-42b4-b5bd-d54044c6668c req-91c36a24-7f61-4691-973c-153c4ab89527 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741069 Aug 31 00:46:51.509526 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:52.610275 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24affc58-b288-4256-9aa7-b525c891b14b req-f7f4431c-688b-4636-9bcf-71e33664e972 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:52.611759 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-24affc58-b288-4256-9aa7-b525c891b14b req-f7f4431c-688b-4636-9bcf-71e33664e972 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0483313 Aug 31 00:46:52.677445 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-24affc58-b288-4256-9aa7-b525c891b14b req-73c42527-27ae-49d4-95f9-c77ca47c197d tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560286 Aug 31 00:46:53.145922 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:53.396999 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:53.804489 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10541946-35c4-4eaa-9888-3f6f13f26415 req-1bc9a2d8-9b7d-421d-a270-f2c85edad056 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:53.805996 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-10541946-35c4-4eaa-9888-3f6f13f26415 req-1bc9a2d8-9b7d-421d-a270-f2c85edad056 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0507648 Aug 31 00:46:53.850214 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:53.868296 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-10541946-35c4-4eaa-9888-3f6f13f26415 req-bd1caa1e-1675-411d-a3b2-583136ef75ef tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564649 Aug 31 00:46:54.993542 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc99d78-df16-4786-942c-a8601401a0cd req-6b25fe26-43e8-4471-8e0e-07075c1df8d1 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:54.995029 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5dc99d78-df16-4786-942c-a8601401a0cd req-6b25fe26-43e8-4471-8e0e-07075c1df8d1 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0525892 Aug 31 00:46:55.058154 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-5dc99d78-df16-4786-942c-a8601401a0cd req-c6ba0dc4-ffd7-4f67-b344-e0521a614d89 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552800 Aug 31 00:46:56.044860 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:46:56.181589 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c242b-928c-4e1a-909b-51ea3f130726 req-bc4eac9a-9482-47d9-8d86-ad0c79c14d88 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:56.183136 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fe5c242b-928c-4e1a-909b-51ea3f130726 req-bc4eac9a-9482-47d9-8d86-ad0c79c14d88 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0503511 Aug 31 00:46:56.244732 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-fe5c242b-928c-4e1a-909b-51ea3f130726 req-5b3b0c45-e49c-4871-8810-269ee03108cc tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558367 Aug 31 00:46:57.369506 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10e189-a95c-4163-bde1-fdde4add6b97 req-b68dd435-4e4b-48a5-b9dc-745fc235e76c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:57.371006 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1c10e189-a95c-4163-bde1-fdde4add6b97 req-b68dd435-4e4b-48a5-b9dc-745fc235e76c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0514257 Aug 31 00:46:57.437660 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-1c10e189-a95c-4163-bde1-fdde4add6b97 req-eda3a373-e61d-4cdc-b65e-bff5abd3b176 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609941 Aug 31 00:46:57.951072 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:58.567340 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426982f-b031-4e06-b2a9-9790f266294f req-cf73567d-a6ad-49f7-8c9f-38663de70bf6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:58.568865 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5426982f-b031-4e06-b2a9-9790f266294f req-cf73567d-a6ad-49f7-8c9f-38663de70bf6 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0541775 Aug 31 00:46:58.632877 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-5426982f-b031-4e06-b2a9-9790f266294f req-666e3372-7f89-4ab2-a85f-6d505e7750cc tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555158 Aug 31 00:46:59.762424 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68a53-1fdb-479d-ab5a-0502bb69f96a req-b0dcdfac-6481-475c-97bb-50ff24f92c31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:46:59.764048 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-11b68a53-1fdb-479d-ab5a-0502bb69f96a req-b0dcdfac-6481-475c-97bb-50ff24f92c31 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0498950 Aug 31 00:46:59.793640 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:46:59.835320 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-11b68a53-1fdb-479d-ab5a-0502bb69f96a req-fa9cc1f9-8ac8-4959-b2e1-2110241e6788 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651753 Aug 31 00:47:00.565730 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=100 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:00.597579 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-d76ab0c0-c22b-4d87-993a-c1df510ccbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:00.599156 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-d76ab0c0-c22b-4d87-993a-c1df510ccbe8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1169 time: 0.0410798 Aug 31 00:47:00.717973 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-1ff210e2-0c8f-429d-82fe-af0faa55b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:00.719371 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-1ff210e2-0c8f-429d-82fe-af0faa55b1ef service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 200 len: 916 time: 0.0970645 Aug 31 00:47:00.791472 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-072f9c09-48d6-4a71-9878-e961667ef238 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 1001 time: 0.0631900 Aug 31 00:47:00.846157 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-d987ab8b-e5f3-4c9c-9625-d4763b79d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:00.847706 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-d987ab8b-e5f3-4c9c-9625-d4763b79d230 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5c8aa6a0-d62b-450e-bde3-015ade712dd2 HTTP/1.1" status: 200 len: 854 time: 0.0469646 Aug 31 00:47:00.898422 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-8f1eea1b-b70c-42de-83c1-5ecc2be83ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:00.899956 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-8f1eea1b-b70c-42de-83c1-5ecc2be83ccf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=93b4f966-f3f2-4460-a28d-2d1c471bf707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463533 Aug 31 00:47:00.964183 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4f062-a1aa-4bb5-abd2-db87e356dd7a req-40da07cd-c00d-4bc1-81b7-f63bced95a1f tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:00.965885 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d8e4f062-a1aa-4bb5-abd2-db87e356dd7a req-40da07cd-c00d-4bc1-81b7-f63bced95a1f tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0498986 Aug 31 00:47:01.002642 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-eedf371a-7b71-48d7-ad81-32e8528000a7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927742 Aug 31 00:47:01.034773 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-d8e4f062-a1aa-4bb5-abd2-db87e356dd7a req-8b57f120-c592-4021-9da3-19b81e1cdaf8 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583930 Aug 31 00:47:01.102676 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ecb83691-0fe2-4ad1-aae4-c5932f5838dd req-c58f3396-f7de-406e-aa42-6fcd5b11bf4c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911164 Aug 31 00:47:02.156711 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5d121-1a11-4ae7-95f3-6dd87a3a8280 req-ccc381a1-bc88-4695-a5ee-ae96761aa164 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:02.158197 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d6d5d121-1a11-4ae7-95f3-6dd87a3a8280 req-ccc381a1-bc88-4695-a5ee-ae96761aa164 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0490935 Aug 31 00:47:02.219407 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-d6d5d121-1a11-4ae7-95f3-6dd87a3a8280 req-fe0831a5-bb0a-441d-8fd5-47be3afadb37 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552776 Aug 31 00:47:03.346844 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a0902-d7ab-4bb4-b0f6-f923dd8cca50 req-0d3b639b-d2a4-4e4d-980f-594dd71c9aab tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:03.349327 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-459a0902-d7ab-4bb4-b0f6-f923dd8cca50 req-0d3b639b-d2a4-4e4d-980f-594dd71c9aab tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0523882 Aug 31 00:47:03.415809 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-459a0902-d7ab-4bb4-b0f6-f923dd8cca50 req-2d9ea64e-ef42-437f-8cd3-75bbe1b317ad tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607090 Aug 31 00:47:04.538754 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ae6fc-91dc-456d-8042-5cd1303110d2 req-dfd92cf6-55ee-4df2-a450-f04573c47a01 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:04.540372 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d3ae6fc-91dc-456d-8042-5cd1303110d2 req-dfd92cf6-55ee-4df2-a450-f04573c47a01 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0491209 Aug 31 00:47:04.601652 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-3d3ae6fc-91dc-456d-8042-5cd1303110d2 req-04fb65ed-e8dd-45c9-bba1-2e1972f61128 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556633 Aug 31 00:47:05.738211 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936496ca-fae2-47a1-982b-cca2c9f0c53b req-b92d6808-dd31-410a-a3a9-1d6dc7012011 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:05.739668 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-936496ca-fae2-47a1-982b-cca2c9f0c53b req-b92d6808-dd31-410a-a3a9-1d6dc7012011 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0565722 Aug 31 00:47:05.803908 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-936496ca-fae2-47a1-982b-cca2c9f0c53b req-6b5a459d-d9f3-42a4-b911-d21b18009530 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577536 Aug 31 00:47:05.981150 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:05.983020 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:06.929410 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd1946-0efa-4897-be37-7676e85ecd0b req-c4488c71-dd4a-4588-a62b-2254c3f0870d tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:06.930894 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0bcd1946-0efa-4897-be37-7676e85ecd0b req-c4488c71-dd4a-4588-a62b-2254c3f0870d tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0526359 Aug 31 00:47:06.992270 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-0bcd1946-0efa-4897-be37-7676e85ecd0b req-68e68325-2bbf-4f6a-8498-c5dd8861b4e9 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&id=07895e33-2d77-4e86-bf8c-1fe66c5ceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557232 Aug 31 00:47:15.791370 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=79 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:15.797510 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=89 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:16.984644 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=82 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:16.986567 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=74 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:17.598713 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30b6bd47-006a-4314-b6bf-942ff61afc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:18.437546 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=13 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:18.440420 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=13 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:20.107278 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1a9df319-15ec-4a83-9671-a73dffd560f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:21.489978 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:23.178656 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:23.441854 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:24.954225 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:47:26.055221 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:34.949851 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:34.950683 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:35.978561 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:35.979693 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:40.083575 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-3d556ac2-a986-4db8-aeb2-b51dee72881a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1713959658&fields=id&tenant_id=3737c99210b64eac8d7d75f53c1e2cac HTTP/1.1" status: 200 len: 267 time: 0.0457242 Aug 31 00:47:40.135686 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-cef777c4-c81c-4d72-abcc-a056d1328331 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:40.137347 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-cef777c4-c81c-4d72-abcc-a056d1328331 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 985 time: 0.0483503 Aug 31 00:47:40.148643 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.v2.base [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Request body: {'port': {'security_groups': ['26e0a10f-bb5e-40a0-b79f-780deb4947ac']}} {{(pid=113724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:40.225452 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628476'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), before_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:40.409866 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] For port 4573bb31-6b4a-4232-8e8a-7c6328b04848, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:40.440231 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), precommit_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:40.498856 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729823484546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729823041576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729823041594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63548181'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), after_update {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:40.509446 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:40.514081 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:40.514081 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-cb739e8c-472c-4f81-b6b1-d690b2b8866e req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "PUT /networking/v2.0/ports/4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 943 time: 0.3675251 Aug 31 00:47:40.514081 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:47:40.514559 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:40.518318 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52680) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:40.541526 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['4573bb31-6b4a-4232-8e8a-7c6328b04848'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:47:40.562801 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6d8626-30bf-4deb-9d76-505de35d4a86 x-openstack-request-id: req-ac6d8626-30bf-4deb-9d76-505de35d4a86 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:40.563116 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:40.563383 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac6d8626-30bf-4deb-9d76-505de35d4a86 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:40.563785 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6d8626-30bf-4deb-9d76-505de35d4a86'] response: {'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'status': 'completed', 'code': 200} Aug 31 00:47:40.574771 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event updated for resources: {'Port': ['ID=4573bb31-6b4a-4232-8e8a-7c6328b04848,revision_number=7']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:40.582830 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.583177 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.583519 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.583963 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.584316 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.584677 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.585004 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.585326 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.585655 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.585980 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.586318 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.586622 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.586938 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.587255 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.587571 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ca370-fc3f-4690-8ed5-8a4bd3dcd36b tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:40.601359 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group (07895e33-2d77-4e86-bf8c-1fe66c5ceab2), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:40.637457 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group (07895e33-2d77-4e86-bf8c-1fe66c5ceab2), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:40.686249 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['4573bb31-6b4a-4232-8e8a-7c6328b04848'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:47:40.691651 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-8e9228fe-7281-43ae-a005-fa54edbbce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:40.693252 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-8e9228fe-7281-43ae-a005-fa54edbbce03 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1130 time: 0.0703871 Aug 31 00:47:40.792258 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-4b754567-66f7-4d3f-a653-abdf61ccd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:40.793520 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-4b754567-66f7-4d3f-a653-abdf61ccd4fb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 200 len: 916 time: 0.0926864 Aug 31 00:47:41.099919 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (07895e33-2d77-4e86-bf8c-1fe66c5ceab2), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:41.102450 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for security_group (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:41.103583 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/07895e33-2d77-4e86-bf8c-1fe66c5ceab2 HTTP/1.1" status: 204 len: 168 time: 0.5835931 Aug 31 00:47:41.106624 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52684) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:41.124276 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07895e33-2d77-4e86-bf8c-1fe66c5ceab2,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:41.128316 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-ac295507-68cb-4871-b57e-1c5d4d65b2b5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 1001 time: 0.3260555 Aug 31 00:47:41.134210 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.134558 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.134901 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.135238 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.135591 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.135899 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.136225 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.136582 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.136905 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.137226 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.137799 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.138094 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.138420 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.138743 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.139063 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932fb9b-eaa8-4f0c-8f34-7e4aa2c70629 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:41.188401 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-1bc0863e-e567-410a-9933-2dc5416c6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:41.189960 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-1bc0863e-e567-410a-9933-2dc5416c6435 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5c8aa6a0-d62b-450e-bde3-015ade712dd2 HTTP/1.1" status: 200 len: 854 time: 0.0476496 Aug 31 00:47:41.235585 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-b8ba12f4-829c-4977-9f21-dc70e87a464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:41.237163 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-b8ba12f4-829c-4977-9f21-dc70e87a464b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=93b4f966-f3f2-4460-a28d-2d1c471bf707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409386 Aug 31 00:47:41.261948 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Deleting port a9fa043f-bb2d-44ad-981c-44b4d3ab99a6 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:41.262288 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (a9fa043f-bb2d-44ad-981c-44b4d3ab99a6), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:41.336944 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-1629e43b-c692-4192-8905-0496cdb0aaaf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906954 Aug 31 00:47:41.346738 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (a9fa043f-bb2d-44ad-981c-44b4d3ab99a6), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:41.346927 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for floatingip (a9fa043f-bb2d-44ad-981c-44b4d3ab99a6), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:41.361181 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Calling delete_port for a9fa043f-bb2d-44ad-981c-44b4d3ab99a6 owned by network:floatingip {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:41.435980 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-27dc5ef8-7bab-4c33-a801-eb5a27bb4760 req-8e00199f-2c48-41d2-b76b-01fa8daca0cc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883777 Aug 31 00:47:41.514916 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:41.531253 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:41.629948 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (a9fa043f-bb2d-44ad-981c-44b4d3ab99a6), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:41.656508 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event deleted for resources: {'Port': ['ID=a9fa043f-bb2d-44ad-981c-44b4d3ab99a6,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:41.724686 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks [] for floatingip (dfcf9a25-5f41-4744-adb5-aa0573aa2ea6), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:41.725016 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.db.l3_db [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Floating IP dfcf9a25-5f41-4744-adb5-aa0573aa2ea6 disassociated (deleted). External IP: 172.27.3.38, port: 4573bb31-6b4a-4232-8e8a-7c6328b04848. Aug 31 00:47:41.931481 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:47:42.033902 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:47:42.038342 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for floatingip (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:42.043729 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] Sync routers for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:47:42.055007 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:47:42.055626 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:47:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:42.072450 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-865c1c62-93b7-4a63-a86e-5d0b6403ac0c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/dfcf9a25-5f41-4744-adb5-aa0573aa2ea6 HTTP/1.1" status: 204 len: 168 time: 0.9646795 Aug 31 00:47:42.163320 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:47:42.356451 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597', 'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'mac_address': 'fa:16:3e:91:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:26Z', 'updated_at': '2022-08-31T00:45:32Z', 'revision_number': 5, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'subnets': [{'id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:42.382449 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] Checking router: 5e1ce6b3-89f5-45e3-97fb-168af81f7218 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:47:42.392129 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:47:42.392777 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:47:20Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:42.499994 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:47:42.565242 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848'}] {{(pid=113724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:47:42.568276 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c876c8a1a71994b691598f5a5f105bb4e7c6107c635036fdd8ec410e4b08f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848"}]}' {{(pid=113724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:42.609736 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b445b7d-9a35-4279-bca7-87a4a01b0d87 x-openstack-request-id: req-6b445b7d-9a35-4279-bca7-87a4a01b0d87 {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:42.610250 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848", "status": "completed", "code": 200}]} {{(pid=113724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:42.610602 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b445b7d-9a35-4279-bca7-87a4a01b0d87 {{(pid=113724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:42.611113 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b445b7d-9a35-4279-bca7-87a4a01b0d87'] response: {'name': 'network-changed', 'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'status': 'completed', 'code': 200} Aug 31 00:47:42.774589 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597', 'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'mac_address': 'fa:16:3e:91:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:26Z', 'updated_at': '2022-08-31T00:45:32Z', 'revision_number': 5, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'subnets': [{'id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:42.802699 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41286ef-38b5-4c3c-ac0b-cd48e72da9ec None None] The sync data for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi is: [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:26Z', 'revision_number': 4, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi', '_interfaces': [{'id': '35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597', 'name': '', 'network_id': '93b4f966-f3f2-4460-a28d-2d1c471bf707', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'mac_address': 'fa:16:3e:91:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:26Z', 'updated_at': '2022-08-31T00:45:32Z', 'revision_number': 5, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'subnets': [{'id': '5c8aa6a0-d62b-450e-bde3-015ade712dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:47:43.031175 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3454f5-7f9a-4fe4-a8e7-b221f51528fd None None] New status for floating IP dfcf9a25-5f41-4744-adb5-aa0573aa2ea6: DOWN {{(pid=113725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:47:43.057891 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-c6bf0056-09a8-4f58-bf8e-40942cce61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:43.059530 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-c6bf0056-09a8-4f58-bf8e-40942cce61fd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 1130 time: 0.0468907 Aug 31 00:47:43.159158 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-c61cb24b-d5ec-4664-8ad1-b290398f3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:43.160777 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-c61cb24b-d5ec-4664-8ad1-b290398f3295 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 200 len: 916 time: 0.0940197 Aug 31 00:47:43.208423 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-d419f8fa-c437-4772-842d-e86bbb398d18 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 200 len: 217 time: 0.0381222 Aug 31 00:47:43.272814 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-559a8e3b-e91e-467c-9a5e-aba08f20eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:43.274271 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-559a8e3b-e91e-467c-9a5e-aba08f20eb45 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5c8aa6a0-d62b-450e-bde3-015ade712dd2 HTTP/1.1" status: 200 len: 854 time: 0.0480762 Aug 31 00:47:43.319232 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-d03ad995-240b-4163-a2f2-91be7fe40de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:43.320664 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-d03ad995-240b-4163-a2f2-91be7fe40de2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=93b4f966-f3f2-4460-a28d-2d1c471bf707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397403 Aug 31 00:47:43.406637 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:43.417145 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-003220f0-1dc5-405b-8cd5-70b90546e5b4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898695 Aug 31 00:47:43.443060 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:43.517330 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-ff81bfcf-30ca-46a0-a836-6a96b5802fe0 req-974d57b4-c58f-4580-9fd7-2064027ff49e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920665 Aug 31 00:47:46.469872 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff80d-0820-4d7b-ae2a-acc1207814e7 req-f09df938-3ad9-4c83-a78d-3bc7da6d6906 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:46.471474 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-180ff80d-0820-4d7b-ae2a-acc1207814e7 req-f09df938-3ad9-4c83-a78d-3bc7da6d6906 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0553977 Aug 31 00:47:46.526069 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-180ff80d-0820-4d7b-ae2a-acc1207814e7 req-f9725bec-5812-40bd-941d-66a7c1fb57ac tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462220 Aug 31 00:47:47.555662 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-a4855ac4-21f5-4d0e-a77f-a5d74e6159cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:47.654486 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd9b53-4758-4c25-bcfa-e1ff2d62e4ce req-526cb69c-d2eb-4536-8b13-6b44d07a5f8c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:47.656041 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-12cd9b53-4758-4c25-bcfa-e1ff2d62e4ce req-526cb69c-d2eb-4536-8b13-6b44d07a5f8c tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0503986 Aug 31 00:47:47.707618 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [req-12cd9b53-4758-4c25-bcfa-e1ff2d62e4ce req-f18a2312-eda6-44d0-9acd-7fafc22a0188 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454957 Aug 31 00:47:48.612036 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-6cbd6ce6-1689-4c10-84e5-4ad0710227d4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:48.613545 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-6cbd6ce6-1689-4c10-84e5-4ad0710227d4 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0486910 Aug 31 00:47:48.705789 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Deleting port 4573bb31-6b4a-4232-8e8a-7c6328b04848 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:48.706030 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:48.835859 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] For port 4573bb31-6b4a-4232-8e8a-7c6328b04848, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4573bb31-6b4a-4232-8e8a-7c6328b04848,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:48.836225 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:48.858525 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4a53a-afff-450a-aa1b-3dcf6e50e7ee req-cd232e58-2567-47bf-a85d-af6385fa52e3 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:47:48.860170 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-02d4a53a-afff-450a-aa1b-3dcf6e50e7ee req-cd232e58-2567-47bf-a85d-af6385fa52e3 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 946 time: 0.0721571 Aug 31 00:47:48.861382 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Calling delete_port for 4573bb31-6b4a-4232-8e8a-7c6328b04848 owned by compute:nova {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:48.951318 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-02d4a53a-afff-450a-aa1b-3dcf6e50e7ee req-dc93e0ee-ea15-45ec-9b9e-199a6e802f24 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=26e0a10f-bb5e-40a0-b79f-780deb4947ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855615 Aug 31 00:47:49.104601 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (4573bb31-6b4a-4232-8e8a-7c6328b04848), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:49.133301 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Pushing event deleted for resources: {'Port': ['ID=4573bb31-6b4a-4232-8e8a-7c6328b04848,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:49.154849 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] get_ports_and_sgs() called for port_ids ['4573bb31-6b4a-4232-8e8a-7c6328b04848'] {{(pid=113725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:47:49.194732 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] No DVR routers for this DVR port 4573bb31-6b4a-4232-8e8a-7c6328b04848 on host hv-cinder-85221 {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:47:49.197211 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49859'] for port (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:49.200542 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-201b0b80-8638-4904-b63b-e12bb3d9622e req-18b5edde-5184-4058-9d87-5d0f7e223e1a tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.76 "DELETE /networking/v2.0/ports/4573bb31-6b4a-4232-8e8a-7c6328b04848 HTTP/1.1" status: 204 len: 173 time: 0.5794239 Aug 31 00:47:49.200992 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'name': 'network-vif-deleted', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848'}] {{(pid=113723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:47:49.203363 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21ebd147d9a386425c1669946224b480a199bb06e79d6d2a09d6031a359ce9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58016120-fb28-4fcf-9e95-00757eb96390" -d '{"events": [{"server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "name": "network-vif-deleted", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848"}]}' {{(pid=113723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:49.244417 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab4b871-5340-489b-843c-42fd8fc236fe x-openstack-request-id: req-8ab4b871-5340-489b-843c-42fd8fc236fe {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:49.244717 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06", "name": "network-vif-deleted", "tag": "4573bb31-6b4a-4232-8e8a-7c6328b04848", "status": "completed", "code": 200}]} {{(pid=113723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:49.244976 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ab4b871-5340-489b-843c-42fd8fc236fe {{(pid=113723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:49.245393 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab4b871-5340-489b-843c-42fd8fc236fe'] response: {'server_uuid': 'b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06', 'name': 'network-vif-deleted', 'tag': '4573bb31-6b4a-4232-8e8a-7c6328b04848', 'status': 'completed', 'code': 200} Aug 31 00:47:50.085356 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [req-c2574fc0-06b1-4aa6-bc09-e68d1cdd75f9 req-476014ba-ed41-4796-a3df-e60524b3f6f8 tempest-TestMinimumBasicScenario-646323768 tempest-TestMinimumBasicScenario-646323768-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b5cf0d3a-0b3a-49ab-99ba-3b2eb80fba06 HTTP/1.1" status: 200 len: 210 time: 0.0298026 Aug 31 00:47:50.146881 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-97c463c3-b99d-4dae-956d-a6394fc38f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:51.502065 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:52.509520 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52774) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:52.715855 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:52.776789 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=63 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:52.777596 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=69 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:52.835848 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (5e1ce6b3-89f5-45e3-97fb-168af81f7218), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:53.058059 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Deleting port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:53.058393 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:53.071365 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:53.140679 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] For port 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:53.141028 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:53.154981 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Calling delete_port for 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 owned by network:router_interface {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:53.186840 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:53.398067 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 4573bb31-6b4a-4232-8e8a-7c6328b04848 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:47:53.419117 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] No Port match for: 4573bb31-6b4a-4232-8e8a-7c6328b04848 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:47:53.419517 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Device 4573bb31-6b4a-4232-8e8a-7c6328b04848 not bound to the agent host hv-cinder-85221 {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:47:53.438335 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:53.653864 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:53.683351 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Pushing event deleted for resources: {'Port': ['ID=35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:53.852138 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (5e1ce6b3-89f5-45e3-97fb-168af81f7218), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:53.900010 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:54.065337 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:47:54.171322 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:47:54.177092 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-2aeb71d5-9e14-41ba-b1fc-4985eab9009c admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/5e1ce6b3-89f5-45e3-97fb-168af81f7218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6664336 Aug 31 00:47:54.179278 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52776) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:54.181223 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] Sync routers for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:47:54.192280 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:47:54.192932 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:47:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:54.219704 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:54.281189 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks [] for router (5e1ce6b3-89f5-45e3-97fb-168af81f7218), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:54.298368 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:47:54.387782 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks [] for router_gateway (5e1ce6b3-89f5-45e3-97fb-168af81f7218), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:54.476150 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:47:53Z', 'revision_number': 5, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port': {'id': '9ac3c515-b3ba-4de1-972f-548fa0b41b89', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:54.506569 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] Checking router: 5e1ce6b3-89f5-45e3-97fb-168af81f7218 for host: dv-cinder-852211-6-iscsi {{(pid=113726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:47:54.515930 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] Routers {'5e1ce6b3-89f5-45e3-97fb-168af81f7218'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:47:54.516586 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:47:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'], 'active': True} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:54.551063 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Deleting port 9ac3c515-b3ba-4de1-972f-548fa0b41b89 {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:54.551404 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:54.602194 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_dvr_db [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] Set router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 gateway port host: None {{(pid=113726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:47:54.638613 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] For port 9ac3c515-b3ba-4de1-972f-548fa0b41b89, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=9ac3c515-b3ba-4de1-972f-548fa0b41b89,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:54.638874 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:54.653273 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.l3_hamode_db [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:47:54Z', 'revision_number': 6, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port_host': None}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:54.653923 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Calling delete_port for 9ac3c515-b3ba-4de1-972f-548fa0b41b89 owned by network:router_gateway {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:54.678692 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b60cb6-043f-4836-80e2-bd6035b6cde4 None None] The sync data for ids ['5e1ce6b3-89f5-45e3-97fb-168af81f7218'] in dv-cinder-852211-6-iscsi is: [{'id': '5e1ce6b3-89f5-45e3-97fb-168af81f7218', 'name': 'tempest-TestMinimumBasicScenario-1517333146-router', 'tenant_id': '3737c99210b64eac8d7d75f53c1e2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:23Z', 'updated_at': '2022-08-31T00:47:54Z', 'revision_number': 6, 'project_id': '3737c99210b64eac8d7d75f53c1e2cac', 'gw_port_host': None}] {{(pid=113726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:47:54.924582 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (9ac3c515-b3ba-4de1-972f-548fa0b41b89), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:54.948514 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac3c515-b3ba-4de1-972f-548fa0b41b89,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:54.981285 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:55.019604 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (5e1ce6b3-89f5-45e3-97fb-168af81f7218), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.118514 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (5e1ce6b3-89f5-45e3-97fb-168af81f7218), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.121671 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks [] for router_controller (5e1ce6b3-89f5-45e3-97fb-168af81f7218), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.241815 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (5e1ce6b3-89f5-45e3-97fb-168af81f7218), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.242326 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e1ce6b3-89f5-45e3-97fb-168af81f7218 {{(pid=113724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:47:55.246868 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.247831 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-8bd6260c-c352-491d-8c30-7db580c3ec75 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/5e1ce6b3-89f5-45e3-97fb-168af81f7218 HTTP/1.1" status: 204 len: 168 time: 1.0675857 Aug 31 00:47:55.250449 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52778) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:55.298662 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53e27a9-1890-49ee-b2de-1cecbbf8b046 admin admin] Deleting subnet 5c8aa6a0-d62b-450e-bde3-015ade712dd2 {{(pid=113724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:47:55.302412 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a53e27a9-1890-49ee-b2de-1cecbbf8b046 admin admin] Publish callbacks [] for subnet (5c8aa6a0-d62b-450e-bde3-015ade712dd2), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.343830 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a53e27a9-1890-49ee-b2de-1cecbbf8b046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63547470'] for subnet (5c8aa6a0-d62b-450e-bde3-015ade712dd2), precommit_delete_associations {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.389290 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:55.427074 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a53e27a9-1890-49ee-b2de-1cecbbf8b046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (5c8aa6a0-d62b-450e-bde3-015ade712dd2), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.624683 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a53e27a9-1890-49ee-b2de-1cecbbf8b046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63547631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58249794'] for subnet (5c8aa6a0-d62b-450e-bde3-015ade712dd2), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.660002 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a53e27a9-1890-49ee-b2de-1cecbbf8b046 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.664277 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a53e27a9-1890-49ee-b2de-1cecbbf8b046 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/5c8aa6a0-d62b-450e-bde3-015ade712dd2 HTTP/1.1" status: 204 len: 168 time: 0.4125831 Aug 31 00:47:55.665248 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e27a9-1890-49ee-b2de-1cecbbf8b046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c8aa6a0-d62b-450e-bde3-015ade712dd2,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:55.666008 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c1520-7177-42f9-ad24-96f55db0408e None None] Network 93b4f966-f3f2-4460-a28d-2d1c471bf707 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:47:55.666715 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52780) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:55.745700 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (93b4f966-f3f2-4460-a28d-2d1c471bf707), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.797687 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Deleting port bda12baa-9262-46ea-a297-abe1a41525d8 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:55.798228 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.827448 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] DHCP port deletion for 93b4f966-f3f2-4460-a28d-2d1c471bf707 request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:47:55.838937 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:55.868349 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] For port bda12baa-9262-46ea-a297-abe1a41525d8, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=bda12baa-9262-46ea-a297-abe1a41525d8,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:55.868598 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Deleting port bda12baa-9262-46ea-a297-abe1a41525d8 {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:55.868736 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.868843 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.883072 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Calling delete_port for bda12baa-9262-46ea-a297-abe1a41525d8 owned by network:dhcp {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:55.894699 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:55.937166 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] For port bda12baa-9262-46ea-a297-abe1a41525d8, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=bda12baa-9262-46ea-a297-abe1a41525d8,segment=NetworkSegment(ff7faa2b-d008-4c2e-8f02-5d4f95779d44),segment_id=ff7faa2b-d008-4c2e-8f02-5d4f95779d44)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:55.937562 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:55.951911 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Calling delete_port for bda12baa-9262-46ea-a297-abe1a41525d8 owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:56.050787 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.057190 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (bda12baa-9262-46ea-a297-abe1a41525d8), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.078036 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=bda12baa-9262-46ea-a297-abe1a41525d8,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:56.082714 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] No DVR routers for this DVR port bda12baa-9262-46ea-a297-abe1a41525d8 on host dv-cinder-852211-6-iscsi {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:47:56.085665 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.087307 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] No DVR routers for this DVR port bda12baa-9262-46ea-a297-abe1a41525d8 on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:47:56.088237 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Pushing event deleted for resources: {'Port': ['ID=bda12baa-9262-46ea-a297-abe1a41525d8,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:56.092360 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:56.098496 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.098918 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.099434 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.099872 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.100482 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.100895 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.101347 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.101746 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.102176 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.102576 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.103128 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.103434 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.103960 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.104358 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.104818 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617b59e-491a-4379-a2e5-f0866aaa8716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-6-iscsi {{(pid=113725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:56.159629 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (93b4f966-f3f2-4460-a28d-2d1c471bf707), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.185006 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b4f966-f3f2-4460-a28d-2d1c471bf707']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:56.195517 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:56.195821 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7faa2b-d008-4c2e-8f02-5d4f95779d44') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:56.206269 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (ff7faa2b-d008-4c2e-8f02-5d4f95779d44), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.219861 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (ff7faa2b-d008-4c2e-8f02-5d4f95779d44), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.227339 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:47:56.227740 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (ff7faa2b-d008-4c2e-8f02-5d4f95779d44), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.355971 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (93b4f966-f3f2-4460-a28d-2d1c471bf707), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.362772 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.366519 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/93b4f966-f3f2-4460-a28d-2d1c471bf707 HTTP/1.1" status: 204 len: 168 time: 0.6987679 Aug 31 00:47:56.369795 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52786) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:56.381028 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment ff7faa2b-d008-4c2e-8f02-5d4f95779d44 resource provider aggregate not found Aug 31 00:47:56.385077 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ff363-919f-4ceb-b024-cdd30f2c5e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=93b4f966-f3f2-4460-a28d-2d1c471bf707,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:56.413737 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment ff7faa2b-d008-4c2e-8f02-5d4f95779d44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff7faa2b-d008-4c2e-8f02-5d4f95779d44 found for delete ", "request_id": "req-6b672ae9-80ce-430b-b8ec-1d35af993460"}]} Aug 31 00:47:56.497881 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device bda12baa-9262-46ea-a297-abe1a41525d8 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:47:56.519361 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: bda12baa-9262-46ea-a297-abe1a41525d8 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:47:56.519735 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device bda12baa-9262-46ea-a297-abe1a41525d8 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:47:56.520116 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:47:56.543369 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:47:56.543720 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 35c9d0a5-05ac-4e54-ad0c-c8a6ab5a5597 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:47:56.544144 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9ac3c515-b3ba-4de1-972f-548fa0b41b89 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:47:56.564816 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 9ac3c515-b3ba-4de1-972f-548fa0b41b89 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:47:56.565170 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 9ac3c515-b3ba-4de1-972f-548fa0b41b89 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:47:56.726918 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-490149'] for router_interface (78b2e7f1-970b-4a80-9739-827bc60930c6), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.952808 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Deleting port 456e65d9-197c-4140-9837-06488ed48a3c {{(pid=113724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:56.953064 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (456e65d9-197c-4140-9837-06488ed48a3c), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:56.955843 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:57.038110 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.db [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] For port 456e65d9-197c-4140-9837-06488ed48a3c, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=456e65d9-197c-4140-9837-06488ed48a3c,segment=NetworkSegment(8f98ca1a-e4ae-4dff-8708-111887bf2cd8),segment_id=8f98ca1a-e4ae-4dff-8708-111887bf2cd8)] {{(pid=113724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:57.038473 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (456e65d9-197c-4140-9837-06488ed48a3c), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:57.052120 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Calling delete_port for 456e65d9-197c-4140-9837-06488ed48a3c owned by network:router_interface {{(pid=113724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:57.153830 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=100 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:57.321527 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63548188'] for port (456e65d9-197c-4140-9837-06488ed48a3c), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:57.344455 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Pushing event deleted for resources: {'Port': ['ID=456e65d9-197c-4140-9837-06488ed48a3c,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:57.519634 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488725'] for router_interface (78b2e7f1-970b-4a80-9739-827bc60930c6), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:57.734979 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Router 78b2e7f1-970b-4a80-9739-827bc60930c6 has already been hosted by L3 agent 5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737 {{(pid=113724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:47:57.842772 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] Notify agent at l3_agent.dv-cinder-852211-6-iscsi the message routers_updated {{(pid=113724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:47:57.848479 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-a3ca6573-7585-4aa5-843f-5086b6c41dee admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/78b2e7f1-970b-4a80-9739-827bc60930c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4770181 Aug 31 00:47:57.851140 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52790) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:57.856030 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] Sync routers for ids ['78b2e7f1-970b-4a80-9739-827bc60930c6'] in dv-cinder-852211-6-iscsi {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:47:57.860083 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:57.868290 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] Routers {'78b2e7f1-970b-4a80-9739-827bc60930c6'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:47:57.868964 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:47:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['78b2e7f1-970b-4a80-9739-827bc60930c6'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:57.967894 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks [] for router (78b2e7f1-970b-4a80-9739-827bc60930c6), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:57.978113 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] Set router 78b2e7f1-970b-4a80-9739-827bc60930c6 gateway port host: dv-cinder-852211-6-iscsi {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:47:58.072558 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks [] for router_gateway (78b2e7f1-970b-4a80-9739-827bc60930c6), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:58.156369 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'external_fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:30Z', 'updated_at': '2022-08-31T00:47:57Z', 'revision_number': 5, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'gw_port': {'id': 'dabba358-03a4-48b1-a7ba-f84f7850d73d', 'name': '', 'network_id': 'a5c9ab07-2afb-4bc3-858a-442278acb59a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:45:31Z', 'updated_at': '2022-08-31T00:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '788adaec-9873-4d96-b1ca-9f8c4703bc29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-6-iscsi'}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:58.187120 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] Checking router: 78b2e7f1-970b-4a80-9739-827bc60930c6 for host: dv-cinder-852211-6-iscsi {{(pid=113725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:47:58.193358 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Deleting port dabba358-03a4-48b1-a7ba-f84f7850d73d {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:58.193705 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:58.199057 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] Routers {'78b2e7f1-970b-4a80-9739-827bc60930c6'} bound to L3 agent in host dv-cinder-852211-6-iscsi {{(pid=113725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:47:58.199683 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:26:20Z,description=,heartbeat_timestamp=2022-08-31T00:47:50Z,host='dv-cinder-852211-6-iscsi',id=5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:26:21Z,topic='l3_agent')) {'router_ids': ['78b2e7f1-970b-4a80-9739-827bc60930c6'], 'active': True} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:58.283773 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] For port dabba358-03a4-48b1-a7ba-f84f7850d73d, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=dabba358-03a4-48b1-a7ba-f84f7850d73d,segment=NetworkSegment(98f5ba73-ba0c-47e7-a2c3-68d55142adc9),segment_id=98f5ba73-ba0c-47e7-a2c3-68d55142adc9)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:58.284131 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:58.287275 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvr_db [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] Set router 78b2e7f1-970b-4a80-9739-827bc60930c6 gateway port host: None {{(pid=113725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:47:58.298428 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Calling delete_port for dabba358-03a4-48b1-a7ba-f84f7850d73d owned by network:router_gateway {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:58.342658 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_hamode_db [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:30Z', 'updated_at': '2022-08-31T00:47:58Z', 'revision_number': 6, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'gw_port_host': None}], 'dv-cinder-852211-6-iscsi', False) {} {{(pid=113725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:58.369731 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558136f-b0f2-4daf-a6b1-973dd1c0343f None None] The sync data for ids ['78b2e7f1-970b-4a80-9739-827bc60930c6'] in dv-cinder-852211-6-iscsi is: [{'id': '78b2e7f1-970b-4a80-9739-827bc60930c6', 'name': 'tempest-TestMinimumBasicScenario-1168829980-router', 'tenant_id': '2a64b8377ee74c21b0198dbef64c23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:45:30Z', 'updated_at': '2022-08-31T00:47:58Z', 'revision_number': 6, 'project_id': '2a64b8377ee74c21b0198dbef64c23c2', 'gw_port_host': None}] {{(pid=113725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:47:58.409606 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:58.598158 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (dabba358-03a4-48b1-a7ba-f84f7850d73d), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:58.606540 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:58.626764 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Pushing event deleted for resources: {'Port': ['ID=dabba358-03a4-48b1-a7ba-f84f7850d73d,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:58.702320 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491238'] for router_gateway (78b2e7f1-970b-4a80-9739-827bc60930c6), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:58.801973 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-488651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27669'] for router (78b2e7f1-970b-4a80-9739-827bc60930c6), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:58.806459 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks [] for router_controller (78b2e7f1-970b-4a80-9739-827bc60930c6), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:58.856885 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 456e65d9-197c-4140-9837-06488ed48a3c no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:47:58.861458 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: 456e65d9-197c-4140-9837-06488ed48a3c {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:47:58.861827 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device 456e65d9-197c-4140-9837-06488ed48a3c not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:47:58.935284 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-488808'] for router (78b2e7f1-970b-4a80-9739-827bc60930c6), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:58.936169 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78b2e7f1-970b-4a80-9739-827bc60930c6 {{(pid=113723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:47:58.941917 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:58.943343 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-bbc3e66a-d2dd-41c0-8922-fd60dad2495a admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/78b2e7f1-970b-4a80-9739-827bc60930c6 HTTP/1.1" status: 204 len: 168 time: 1.0910575 Aug 31 00:47:58.946203 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52792) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:58.992804 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a892ca53-8dd7-4d6d-bbe3-fc1a222db57c admin admin] Deleting subnet 47e798c7-b27e-4cc9-9511-f361e308cb7a {{(pid=113723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:47:58.996172 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a892ca53-8dd7-4d6d-bbe3-fc1a222db57c admin admin] Publish callbacks [] for subnet (47e798c7-b27e-4cc9-9511-f361e308cb7a), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.037478 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a892ca53-8dd7-4d6d-bbe3-fc1a222db57c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65369723'] for subnet (47e798c7-b27e-4cc9-9511-f361e308cb7a), precommit_delete_associations {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.118940 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a892ca53-8dd7-4d6d-bbe3-fc1a222db57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517421'] for subnet (47e798c7-b27e-4cc9-9511-f361e308cb7a), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.273755 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a892ca53-8dd7-4d6d-bbe3-fc1a222db57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64188792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64455295'] for subnet (47e798c7-b27e-4cc9-9511-f361e308cb7a), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.311096 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-a892ca53-8dd7-4d6d-bbe3-fc1a222db57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for subnet (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.319989 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-a892ca53-8dd7-4d6d-bbe3-fc1a222db57c admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/47e798c7-b27e-4cc9-9511-f361e308cb7a HTTP/1.1" status: 204 len: 168 time: 0.3688548 Aug 31 00:47:59.319989 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ca53-8dd7-4d6d-bbe3-fc1a222db57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e798c7-b27e-4cc9-9511-f361e308cb7a,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:59.320451 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.wsgi [-] (113723) accepted ('10.222.0.65', 52794) {{(pid=113723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:47:59.333787 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb4279-54da-4c2a-a02d-9bd5941ed960 None None] Network 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 requested from dv-cinder-852211-6-iscsi {{(pid=113725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:47:59.425791 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561424'] for network (2927b009-1d4d-4ec1-99cd-d5a73d35cc88), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.498560 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Deleting port d3510104-6b8d-4745-9759-5e7f1acc50c2 {{(pid=113723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:59.498903 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.549548 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031871c-a592-43ce-a5b7-6e04316ba77a None None] DHCP port deletion for 2927b009-1d4d-4ec1-99cd-d5a73d35cc88 request from dv-cinder-852211-6-iscsi {{(pid=113725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:47:59.598457 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-5031871c-a592-43ce-a5b7-6e04316ba77a None None] Deleting port d3510104-6b8d-4745-9759-5e7f1acc50c2 {{(pid=113725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:47:59.598818 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5031871c-a592-43ce-a5b7-6e04316ba77a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729823478492'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), before_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.616538 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.db [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] For port d3510104-6b8d-4745-9759-5e7f1acc50c2, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d3510104-6b8d-4745-9759-5e7f1acc50c2,segment=NetworkSegment(8f98ca1a-e4ae-4dff-8708-111887bf2cd8),segment_id=8f98ca1a-e4ae-4dff-8708-111887bf2cd8)] {{(pid=113723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:59.617084 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.622254 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=100 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:59.631133 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.plugin [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Calling delete_port for d3510104-6b8d-4745-9759-5e7f1acc50c2 owned by network:dhcp {{(pid=113723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:59.697391 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.db [None req-5031871c-a592-43ce-a5b7-6e04316ba77a None None] For port d3510104-6b8d-4745-9759-5e7f1acc50c2, host dv-cinder-852211-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-6-iscsi',level=0,port_id=d3510104-6b8d-4745-9759-5e7f1acc50c2,segment=NetworkSegment(8f98ca1a-e4ae-4dff-8708-111887bf2cd8),segment_id=8f98ca1a-e4ae-4dff-8708-111887bf2cd8)] {{(pid=113725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:59.697624 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5031871c-a592-43ce-a5b7-6e04316ba77a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489134'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), precommit_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.712940 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-5031871c-a592-43ce-a5b7-6e04316ba77a None None] Calling delete_port for d3510104-6b8d-4745-9759-5e7f1acc50c2 owned by network:dhcp {{(pid=113725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:47:59.717176 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:47:59.821435 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64189067'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.829342 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5031871c-a592-43ce-a5b7-6e04316ba77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729823484618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729823041567'] for port (d3510104-6b8d-4745-9759-5e7f1acc50c2), after_delete {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.847178 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3510104-6b8d-4745-9759-5e7f1acc50c2,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:59.853771 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] No DVR routers for this DVR port d3510104-6b8d-4745-9759-5e7f1acc50c2 on host dv-cinder-852211-6-iscsi {{(pid=113723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:47:59.856491 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031871c-a592-43ce-a5b7-6e04316ba77a None None] Pushing event deleted for resources: {'Port': ['ID=d3510104-6b8d-4745-9759-5e7f1acc50c2,revision_number=None']} {{(pid=113725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:59.861925 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031871c-a592-43ce-a5b7-6e04316ba77a None None] No DVR routers for this DVR port d3510104-6b8d-4745-9759-5e7f1acc50c2 on host dv-cinder-852211-6-iscsi {{(pid=113725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:47:59.962959 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519374', 'neutron.services.segments.db._delete_segments_for_network-8729823459139'] for network (2927b009-1d4d-4ec1-99cd-d5a73d35cc88), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:47:59.987469 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2927b009-1d4d-4ec1-99cd-d5a73d35cc88']}} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:59.997913 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f98ca1a-e4ae-4dff-8708-111887bf2cd8') {'for_net_delete': True} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:59.998227 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.services.segments.db [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f98ca1a-e4ae-4dff-8708-111887bf2cd8') {} {{(pid=113723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:48:00.010593 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729823499183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65369712'] for segment (8f98ca1a-e4ae-4dff-8708-111887bf2cd8), before_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:00.028280 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460'] for segment (8f98ca1a-e4ae-4dff-8708-111887bf2cd8), precommit_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:00.037076 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=113723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:48:00.037469 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64189150'] for segment (8f98ca1a-e4ae-4dff-8708-111887bf2cd8), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:00.081863 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 8f98ca1a-e4ae-4dff-8708-111887bf2cd8 resource provider aggregate not found Aug 31 00:48:00.103026 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.services.segments.plugin [-] Segment 8f98ca1a-e4ae-4dff-8708-111887bf2cd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f98ca1a-e4ae-4dff-8708-111887bf2cd8 found for delete ", "request_id": "req-857e5d0d-3647-42c5-aa23-ff2fcfbb63bd"}]} Aug 31 00:48:00.184266 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491146'] for network (2927b009-1d4d-4ec1-99cd-d5a73d35cc88), after_delete {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:00.191223 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron_lib.callbacks.manager [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589636'] for network (None), before_response {{(pid=113723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:00.194546 dv-cinder-852211-6-iscsi neutron-server[113723]: INFO neutron.wsgi [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/2927b009-1d4d-4ec1-99cd-d5a73d35cc88 HTTP/1.1" status: 204 len: 168 time: 0.8729069 Aug 31 00:48:00.208597 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa0350-851d-4d10-9ec2-08e135012758 admin admin] Pushing event deleted for resources: {'Network': ['ID=2927b009-1d4d-4ec1-99cd-d5a73d35cc88,revision_number=None']} {{(pid=113723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:00.506309 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device dabba358-03a4-48b1-a7ba-f84f7850d73d no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:00.531875 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: dabba358-03a4-48b1-a7ba-f84f7850d73d {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:48:00.531875 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device dabba358-03a4-48b1-a7ba-f84f7850d73d not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:48:00.531875 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d3510104-6b8d-4745-9759-5e7f1acc50c2 no longer exists at agent ovs-agent-dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:00.556824 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.plugin [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] No Port match for: d3510104-6b8d-4745-9759-5e7f1acc50c2 {{(pid=113725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:48:00.557229 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron.plugins.ml2.rpc [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Device d3510104-6b8d-4745-9759-5e7f1acc50c2 not bound to the agent host dv-cinder-852211-6-iscsi {{(pid=113725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:48:00.762511 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52802) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:48:00.787590 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:00.804503 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-d549297f-9f28-4a26-9064-d752c7988716 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3737c99210b64eac8d7d75f53c1e2cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430465 Aug 31 00:48:00.808346 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52804) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:48:00.868432 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-796ea2b0-4d96-4a3f-9640-3900d3d0445d admin admin] Publish callbacks [] for security_group (26e0a10f-bb5e-40a0-b79f-780deb4947ac), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:00.890516 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-796ea2b0-4d96-4a3f-9640-3900d3d0445d admin admin] Publish callbacks [] for security_group (26e0a10f-bb5e-40a0-b79f-780deb4947ac), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:01.053371 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-796ea2b0-4d96-4a3f-9640-3900d3d0445d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (26e0a10f-bb5e-40a0-b79f-780deb4947ac), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:01.055956 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-796ea2b0-4d96-4a3f-9640-3900d3d0445d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:01.057204 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-796ea2b0-4d96-4a3f-9640-3900d3d0445d admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/26e0a10f-bb5e-40a0-b79f-780deb4947ac HTTP/1.1" status: 204 len: 168 time: 0.2478824 Aug 31 00:48:01.066058 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ea2b0-4d96-4a3f-9640-3900d3d0445d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e0a10f-bb5e-40a0-b79f-780deb4947ac,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:01.933780 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52810) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:48:01.957263 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:48:01.984363 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-bce56188-09a5-4106-94c4-07c338f94115 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2a64b8377ee74c21b0198dbef64c23c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493579 Aug 31 00:48:01.988517 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.wsgi [-] (113724) accepted ('10.222.0.65', 52812) {{(pid=113724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:48:02.029266 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:02.056095 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-496c51b5-2a81-40c5-beba-734fda05a819 admin admin] Publish callbacks [] for security_group (379cfb70-d9fc-4207-a3a1-0f677232a5c2), before_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:02.086991 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-496c51b5-2a81-40c5-beba-734fda05a819 admin admin] Publish callbacks [] for security_group (379cfb70-d9fc-4207-a3a1-0f677232a5c2), precommit_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:02.301238 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-496c51b5-2a81-40c5-beba-734fda05a819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437758'] for security_group (379cfb70-d9fc-4207-a3a1-0f677232a5c2), after_delete {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:02.304315 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron_lib.callbacks.manager [None req-496c51b5-2a81-40c5-beba-734fda05a819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:02.308816 dv-cinder-852211-6-iscsi neutron-server[113724]: INFO neutron.wsgi [None req-496c51b5-2a81-40c5-beba-734fda05a819 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/379cfb70-d9fc-4207-a3a1-0f677232a5c2 HTTP/1.1" status: 204 len: 168 time: 0.3160362 Aug 31 00:48:02.325968 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c51b5-2a81-40c5-beba-734fda05a819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379cfb70-d9fc-4207-a3a1-0f677232a5c2,revision_number=None']} {{(pid=113724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:10.196498 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=15 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:10.197320 dv-cinder-852211-6-iscsi neutron-server[113723]: DEBUG dbcounter [-] [113723] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=13 {{(pid=113723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:12.317888 dv-cinder-852211-6-iscsi neutron-server[113724]: DEBUG dbcounter [-] [113724] Writing DB stats neutron:DELETE=6,neutron:SELECT=35 {{(pid=113724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:12.345256 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=49,neutron:DELETE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:12.346052 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:14.900867 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=47 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:14.901683 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:17.540760 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-811e820c-bc06-4b64-bf45-f497a7113682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:20.098574 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b5643876-6947-40a7-867d-5ae63548b415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:21.526830 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:23.202183 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:23.423820 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:26.110003 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:38.443310 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:38.445603 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:38.958863 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:48:44.843607 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:47.545526 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-976d5771-5eb7-4d74-bba2-9656c99bfe18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:48.954028 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:48:50.129487 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-df229172-a375-4433-8812-0c98573db19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:51.505459 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:53.207306 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:53.437157 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:48:56.066125 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:05.989378 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:49:05.995537 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:49:15.957835 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:49:17.596927 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-5c01a9c3-54ce-4a66-b1c6-ffe5d00d9c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:20.120474 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-b0443a80-2314-4681-afc8-214a520be2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:21.522060 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:23.160241 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:23.425103 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:25.953204 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=16 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:49:25.954006 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=18 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:49:26.156089 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:36.007041 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:49:36.010184 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:49:47.565588 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4134993e-2442-4626-9ec8-620977669eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:50.114227 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9f519b58-ac31-4807-982a-d2c76db1d570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:51.508657 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:52.957230 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:49:53.177155 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:53.424292 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:49:56.081489 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:01.892170 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:02.956831 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:05.997267 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:05.999155 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:14.906368 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:14.907148 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:DELETE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:17.543707 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba11b-4854-41ce-b9bb-84db23f1f240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:20.102019 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-89eb2541-a838-4406-8af6-926ac1c2ddc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:21.514928 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:23.144123 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:23.406479 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:26.093146 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:29.957840 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:50:35.833854 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=3 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:38.446542 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:38.448597 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:39.953226 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=5 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:50:47.547664 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-cd980efe-d113-439c-89ea-1b096e182e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:50.108691 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-28430e69-8ae4-47ae-af4a-172b24eaa423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:51.543042 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:53.154617 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:53.417447 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:50:56.114302 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:06.033722 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:51:06.035605 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:51:06.957131 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:51:17.594606 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-e66ea222-f062-456c-85f5-9b51fcb0f4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:18.529913 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=16 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:51:18.531841 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=18 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:51:20.119867 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9cbb129a-7ca4-46ad-ab60-fc68d936ce3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:21.508626 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:23.142722 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:23.417833 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:26.090279 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:36.035383 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:51:36.037284 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:51:43.956473 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:51:47.576231 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-1fd62836-3bd3-4fd1-b1d1-36ae847bb41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:50.136386 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-38d666c3-c8a1-456f-8bf5-8cc3c173dc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:51.518720 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:53.164718 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:53.455309 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:51:53.952219 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:51:53.953074 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:51:56.118861 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:06.051835 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:52:06.053733 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:52:14.913770 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:52:17.575557 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-c1db921b-cbc6-422b-ba46-dc2aca257ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:20.101197 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-03513bca-cd4a-492a-9d73-dd677415e031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:20.957792 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:52:21.533062 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:23.209738 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:23.426694 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:26.112500 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:30.952972 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:52:30.953855 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=4 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:52:38.451916 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:52:38.453860 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:52:47.563338 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-9d15c69f-b9ac-49db-8da2-b64f16995b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:50.112090 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-8f75098b-5ac6-4b37-8249-a02db5cd446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:51.517845 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-41d16f36-d3fe-468e-9a43-f7243e9bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (a846ca48-107d-4813-a439-b92f87279750), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:53.214840 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-d9479b90-eadb-4814-a6a2-7e94e8a66b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (6f550aab-462f-4378-a9f5-8547bdc86efa), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:53.540393 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-31891c1c-bdff-4e0a-8c85-8ac08a8d1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (e2bdc1a0-d46a-4504-b220-143661695914), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:56.117490 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-30800049-3597-4cf7-8f26-3d65268b2eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (ac8b971b-8160-4673-99e6-6ac72298343b), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:52:57.958067 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG neutron.db.agents_db [None req-f3742fa9-463d-4e97-be13-b92db6de64ec None None] Agent healthcheck: found 6 active agents {{(pid=113726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:53:03.384411 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:53:06.049628 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG dbcounter [-] [113725] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:53:07.953431 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=2 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:53:07.954204 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=6 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:53:17.569212 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-ed025276-4fba-4030-97dd-b8dd35c98166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (b2cd6085-f161-4966-b67e-c7877f90923e), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:53:18.455366 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=13 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:53:18.459304 dv-cinder-852211-6-iscsi neutron-server[113726]: DEBUG dbcounter [-] [113726] Writing DB stats neutron:SELECT=13 {{(pid=113726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:53:20.117464 dv-cinder-852211-6-iscsi neutron-server[113725]: DEBUG neutron_lib.callbacks.manager [None req-a186a10f-e4eb-4c90-af4d-99c8b40f9dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729823459121', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516751'] for agent (5e4ef1ac-da46-4ce9-9b8b-5169dd0e3737), after_update {{(pid=113725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}